'N 8@p ! /hYWcIyI yIDIDI{II{IILILI;VI;VIqYIhqYIKmIKmIIpIMIxMIII Ip ICI<CIIIID IIL IU I U I)ID )I-I -IWZI WZIm\Ixm\I^I^I[I[IIIӳIӳII IsI sIIJIIIIJI Iz IIIxIJxIeIjeIrIBrI=Ir=I I  II2"} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pi b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pi b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pi  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes1152patternContiguousinvocations1 bJoperation.3exchange\"R$`b@}0 4 i   @tD<p @tD x!"#$%"&&H'Bk(ҍ)b*+,-:.2]/0R12B3)4bL5n67892:;b><a=>2?@bA+BjgC DrEFr[GʗHrI JCK~L²MNONPQRSTSUVWX"#Y"WZ2[2\B]B'^R[_R`baRb c+ dbN ep f g h i:j*]klJmnjo p,qOrqs:tʶuZvwzx Aycz:{ʨ|j} ~:3UjbM=2y2Pʄʸ Tʈʼ$Xʌ( \ ʐ   , O Jr : ʷ Z  z  B d *  J  j 3 V y  :  Z % zH  k  *  J z:]JB;w+zgFzJ~N4hʜ8lʠJ:=_Zz  */QJtږj!C:fʈZz 5*XzJz'JgB[J D x    H |    L     P     T     ! "z6 #jY ${ % & ' (:)(*ZK+m,z- ./*01J=2_3j4567 8:/9Q:Zt;<z=>?J!@CAzBҿCrD;E"xFzGH*-I*aJ*K*L*M*1N*eO*P*Q*R*5S*iT*U*V*W*9X*mY*Z*[* \*=]*q^*_*`* a0bRcud*efJghj"iDjgklm:noZp6qzYr |st*uvJw(xjKymz{|}J~z= `WR ZIZ}ZZZZMZZZZ ZQ Z Z Z Z!!ZU!Z!Z!Z!Z%"ZY"Z"Z"Z"Z)#JL#n#ʑ#Z##z# $>$*a$$J$$j$ %0%S%u%:%ʺ%Z%%z"& E&g&*&&J&& B3 U bx  Z 3 Rp   Z% a    1 e    5 i    : n ʢ    > r ʦ   B e J :  Z  z5  X z *  J  j' I l   :  Z ; z^   *  J - jP r  *  "Q z  * B ~ ڲ   N ڂ ڶ   R چ ں  " V ڊ ھ  & Z ڎ   * ^ !ʁ "Z #J $ %j  &. 'Q (t ) *: + ,Z -  .zC / f 0 1* 2 3J 4 5j5 6W 7z 8 9 :: ; <Z' =I >l ? @ AZ B- CRm D E FZ" G^ H  I  J  K 7 L k M  N  O  P ; Q o R  S  T  U ? V s W  X  Y  Z C [ w \  ]  ^  _ G ` { a b cz d  e( f*K gm hJ iڲ jj k l m= n_ o: pʤ qZ r sz t / uQ v*t w xJ y zj { ! |C! }f! ~! J! !  " I" " " 2# ># z# :# :# :$ :S$ :$ :$ :$ :#% :W% :% :% :% :'& :[& :& :& :& :+' :_' :' :' :' :/( :c( :( *( ( ( :") D) Zg) ) z)  ) ) ** 6* JY* {* j* * * + (+ :K+ m+ Z+ + z+  + , *=, _, J, , z, , )- f- -  - b. Z. . j. j/ j;/ jo/ j/ j/ j 0 j?0 js0 j0 j0 j1 jC1 jw1 j1 j1 j2 jG2 j{2 j2 j2 j3 jK3 j3 j3 Z3 3 4 j>4 `4 4 4 4 :4  5 Z05 R5 zu5  5 5 *5 5 J"6 D6 jg6 6 6 6 6 :7 67 ZY7 {7 z7 7 7 J8 E8 B8 8 :8 :9 v9 B9 9 #: W: : : : '; [; ; ; ; +< _< < < < /= c= = = = 3> g> > > !> "? # 8? $Z? %*}? &? 'J? (? )j@ *)@ +L@ ,o@ -@ .:@ /@ 0Z@ 1A 2z>A 3 aA 4A 5*A 6A 7JA 8 B 9j0B :RB ;uB <B =B >JB ?B @z"C AbC BrC CC DRD EYD FD GZD HE IBE JvE KE LE MF NFF OzF PF QF RG SJG T~G UG VG WH XNH YH ZH [H \I ]RI ^I _I `I aJ b24J c"WJ dyJ eBJ fҾJ gbJ hK i&K jIK kkK l2K m°K nRK oK prL q;L r]L s"L tL uBL vL wb M x,M yOM zrM {M |2M }M ~bM  :: y 2  *2 n ڪ 2 # W    ' [    + _    / c    3 g    z&  I k    :  Z; ] z    *  J- O jr     : A Zd  z   J 3 V *  " zN Ҋ *  ? s ڧ   C w ګ   G { گ   K  ڳ   O ڃ ڷ   B Ze J ڪ j   5 W :z ʜ Z  z  ' I *l  J  j  ; ^  :  Z   - :P r z  r. j " z  *\ * * * *, *` * * * *0 *d * * * *4 *h * * * *8 *l * * * *< !_ " # $* % &J  '. (jQ )s * + , -: .  /ZC 0e 1z 2  3 4* 5 6J5 7W 8jz 9 : ; <! =J'! >I! ?zl! @ ! A! B " CJ" D" ER" F" G<# HZx# IZ# JZ# KZ$ LZH$ MZ|$ NZ$ OZ$ PZ% QZL% RZ% SZ% TZ% UZ& VZP& WZ& XZ& YZ& ZZ ' [ZT' \Z' ]Z' ^Z' _Z$( `ZX( aJ{( bڝ( c( dZ( e) fz() g K) hm) i*) j) kJ) l) mj* n<* o_* p* q* r:* s* tZ + u.+ vzQ+ w t+ x+ y*+ z+ {J+ | , }zC, ~ f, , :, , 2'- f- *- - . 2X. . . . 0/ d/ / / 0 40 h0 0 0 1 81 l1 1 1 2 <2 p2 2 2  3 @3 t3 z3  3 3 3 "4 D4 :g4 ʉ4 Z4 4 z4  5 65 *Y5 {5 J5 5 j5 6 (6 K6 m6 :6 ʲ6 Z6 6 z7  =7 _7 :7 ڤ7 j7  8 bC8 8 Z8 8  89 bt9 9 9 : L: : : : ; P; ; ; ;  < T< < < < $= X= = = = (> \> > > :> *> ? J>? `? j? ? ? ?  @ :0@ R@ Zu@ @ z@  @ @ *"A DA JgA ډA jA A A B 6B :YB {B jB  B B :#C _C 2C C D :TD D D E 4E hE E E F 8F lF F F G L 4`L 5zL 6 L 7L 8*L 9 M :J0M ;RM <juM = M >M ?:M @M Az?N B{N CN DN EB4O FpO GO HZO IjP JjQP KzP LzP MP N!Q OUQ PQ QQ RQ S%R TYR UʍR VR WR X)S Y]S ZS [S \S ] .T ^ bT _T `T a T bU c2U dUU ewU f:U gʼU hZU iV jz$V k GV liV m*V nV oJV pV qjW r8W s[W t~W uW v:W wW xZX y*X zzMX { pX |X }:X ~X jX Y \Y Y Y Z RQZ Z Z J[ Z:[ Zn[ J[ J[ Z \ Z>\ Jr\ J\ Z\ Z] JB] Jv] Z] Z] J^ JF^ Zz^ Z^ J^ J_ ZJ_ Z~_ J_ J_ : ` +` N` Jq` ړ` j` ` ` a @a :ca ʅa Za a za  b 2b *Ub wb Jb ڼb jb c $c Gc ic :c ʮc Zc c zd 7 :z2breasonOperatorInputsvalue7invocations1 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bWuoperation.4ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue8bytes2304patternContiguousinvocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 5u_ b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<5jT >s(]G|& f   bWuoperation.6ipu_stack_copy_u64%:%R)2))2)")B)Z-b1reasonLocalCopyvalue10bytes512patternContiguousinvocations4 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)")B)Z-b1reasonLocalCopyvalue10bytes256patternContiguousinvocations1  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10FF  LL)D*D44>2?2IIST^^hiss}" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 # b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1!$ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5" bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1FF44 " "  (({{i i""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbdaeaggiKjKllnAoAqqs+t+vvxy{{}}tt^^ӇӉHH22#* b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1$+ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xcIWIWIDIdDIKIlKI!UI!UIWXIWXI)nI@)nIǮIǮIiIiII@I)I )IIIII;I ;I(I (I+Id +I=YI =YI`I `IIP IGIpGIILIII}I}I{ I({ IIIxIxxI eI| eIrI\rIIII,II0} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1/O|h b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1%e]:8x  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d%]`:VtQ. =hG&  d  C  "   ` =}yX bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  PP)<*<44>'?'IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##o o""$[%['')E*E,,.///11346689;x;x==?J@JBBD4E4GGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd?e?ggi'j'llnoqqssukvkxxzS{S}};;##mm  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1cIyIyIDI|DI{II{IILILI;VI|;VIqYIHqYIEmIEmIIPIMIXMIII IP ICICIIII$ II, IU I U I)I$ )I-I -IWZI| WZI`IX`I;I;I}I}IoIoI+I\+IIIIII8IxIxIeIeIrIrIIlIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Of b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Of b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Of  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1G]S  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dGRU<d+r9~CO   Y   c  1 q  =} bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10FF  KK)=*=44>'?'IIS T ^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7operation.6exchange :z2breasonOperatorInputsvalue8invocations1# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z9z="=zA"AzE*EbIreasonOperatorKernelvalue10kernelSpecoutputElements576input0Elements640input1Elements6272invocations1FF22    ##qq] ]""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI+J+LLNOQQSSUjVjXXZP[P]]_6`6bbdeggijlulunnpgqgssuMvMxxz3{3}}rrXXˎː>>2Planned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })xcI]I]IDIdDIKIlKI!UI!UIWXIWXI)nI@)nIǮIǮIiIiII@I)I )IIIII;I ;I(I (I+Id +I9ZI 9ZIc`I c`IÄID ÄIIdII<III1I1I/!I/!IIIxIhxIeIleI{rIL{rIIIII7I } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 J bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 J bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1   b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1hP\  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dhP8 LpBXx@& r X > $   p&f  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL):*:44>$?$IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$I%I'')3*3,,./11346|6|88:f;f==?7@7BBD!E!GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bbdeggijlulunnpYqYssu=v=xxz!{!}}ww]]ЉЋCC))  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIII;DId;DIKIlKI-UI-UIcXIcXIomI@omI I IuIuII@I5I 5IAIAIIIGI GI(I (I,Id ,IIYI IYI`I `IIH I;Ih;IIDIIIII I  IIIxIpxI eIt eIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations15i b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 D5u bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations15i b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 D5u bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations15i  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 D5u  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 "B<\ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1VaBH  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1daMB#;eF'kN1   w  Z  =  "bh bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR)>*>44>(?(IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbVV J J  >>22""  ""$p%p'')\*\,,.H/H113444668 9 ;;==?h@hBBDPEPGGIPJPLLN8O8QQS T VVXY[|[|]]_d`dbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::!!zz  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIQIQIDIdDIKIlKI-UI-UIcXIcXI#nI@#nIIIuIuII@I5I 5IIIIIGI GI(I (I,Id ,IIYI IYI`I `IIP ISIpSIILI7I7I I IIIݢITݢIxIxIdIdIirIirIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k7 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k7 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k7  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1NnjK b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1  `V. b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1< VY*~KR&zN*"6 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>/?/IIST^^his]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIWJWLLNEOEQQS3T3VVX!Y![[]^``bbdtetggibjbllnMoMqqs1t1vvxy{{}}kk݂݄OOqq  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIII;DId;DIKIlKI-UI-UIcXIcXIimI@imIIIuIuII@I5I 5I;I;IIIGI GI(I (I,Id ,IIYI IYI`I `I5IH 5IwIhwIIDIII[I[IY!I Y!IIIxIpxIdItdIorITorIIIqI$qII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations15i b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 C5u bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations15i b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 C5u bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations15i  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 C5u  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1jTd  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1djT>(r)`|fP8   p X @ = ( :L4 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)6*644>?IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22""j j""$R%R''):*:,,."/"113 4 6~6~88:f;f==?3@3BBDEGGIJLLNNPjQjSSUNVNXXZ2[2]]_`bbdegtgtiikXlXnnp>   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIQIQIDIdDIKIlKI-UI-UIcXIcXI#nI@#nIIIuIuII@I5I 5IIIIIGI GI(I (I,Id ,IEZI EZI`I `IID I%Id%IKI<KIII I IIIˢIDˢIxIxIdI dIWrIWrIIxI}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 #C b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 5u b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<5jT >?sx(1Rc bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  KK)5*544>!?!IIS T ^^hhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaKK 5 5    ~~hhR R""$<%<'')&*&,,./11335o6o88:Y;Y==?C@CBBD-E-GGIJLLNOQxQxSSUbVbXXZL[L]]_6`6bbd e ggi j llnnpgqgssuKvKxxz/{/}}PP‰‹44  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIIIADIdADIKIlKI9UI9UIoXIRoXIomIomI I III I IAIzAIAIAII ISI SI(I (I,I,IUYIUYI`I`I I IMI MIII=I=IIJ"II$IIJ%IxI&xIdI )dIurI*urICI,CII0II2} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16j b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T5u bwBoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*Q*2reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements11521152zinput1Elementsbinvocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16j b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T5u bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16j  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T5u  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }Aa*J b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1  MX4 b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1< XF08`8h@X  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  TT)F*F44>8?8IIS$T$^^h i sese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbTT F F  88**  "#%y%y'')k*k,,.]/]113O4O668A9A;;=3>3@@B%C%EEGHJJLMO~O~QQSlTlVVXZYZ[[]H^H``b4c4eeghjjlmo{o{qqsatavvxGyG{{}-~-SSŌŎ77  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1liIKIKIDILDIKITKI?UI?UIuXIuXInI(nIIIIII(IGIGIIIIIYI YI(I (I,IL ,I[YI [YI`I `II8 I_IX_II4I3 I3 II,IxIxIeIeI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`,  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1XUuz. b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1S bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1J8  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  [[)G*G44>3?3IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77++  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIsJsLLN[O[QQSCTCVVX+Y+[[]^``bbdoeoggiWjWlln?o?qqs't'vvxy{{}}kk߂߄SSLJlj;;## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIII;DId;DIKIlKI9UI9UIoXIoXIomI@omI I III I@ IAI AIAIAIIISI SI(I (I,Id ,IUYI UYI`I `I#IH #IeIheI#ID#IIIIIIIѢILѢIxIxIdIdI]rI]rIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16j b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U5u bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16j b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U5u bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16j  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U5u  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 5u b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<5jT q>*sc(R W  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)>*>44>,?,IIST^^hhrOsO} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$[%['')I*I,,.7/7113%4%6689;;=>@x@xBBDfEfGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbdWeWggi=j=lln!o!qqstvtvtxxzV{V}}88ssUUƎƐ77  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1liIKIKIDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,I]ZI ]ZI`I `I I,  IIILII'I$'I I IIIxIxIdIdIIIII7I } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ` bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ` bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b.  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 `  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~@` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1o&]B } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)=*=44>%?%IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$i%i'')Q*Q,,.9/9113!4!668 9 ;};}==?e@eBBDMEMGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpUqUssu9v9xxz{}}ssWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIIGDILGDIKITKIKUIKUIXIXIumI(umIIIIII(ISISIGIGIIIeI eI(I (I%,IL %,IgYI gYI`I `I#I0 #IeIPeII,I!I!I I$ IxIxIeIeIsIsICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 9y7w  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 9y7w  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 9y7w   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t8Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1?z5  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR)B*B44>2?2IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22"" z z""$j%j'')Z*Z,,.J/J113:4:668*9*;;=>@@B C EEGGIrJrLLN^O^QQSJTJVVX6Y6[[]"^"``bceeggipjplln\o\qqsHtHvvx4y4{{} ~  nnZZБГ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIEIEIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYIW`I W`II8 IIXII4I I II,IxIxIeIeIIIII7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U! b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 j. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U! b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 j. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U!  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 j.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1F] b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1F bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1;p% } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>!?!IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?M@MBBD3E3GGIJLLNNPrQrSSUXVXXXZ>[>]]_$`$bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnTTƉƋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIIADILADIKITKIKUIKUIXIXIumI(umIIIIII(ISISIGIGIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 ISIPSII,IIII$IxIxIeIeIIIIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 8x6v bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 8x6v bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 8x6v  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ;[Jj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1p+f!/ o  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN):*:44>&?&IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$L%L'')8*8,,.$/$11346688:r;r==?^@^BBDJEJGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqvqvssu^v^xxzF{F}}..rrZZ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIEIEIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IuZI uZI`I `II, I%IL%I!I$!I I IעIעIxIxIdIdI_I_I/I/II } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 k0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 k0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W#  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 k0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ws: b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1{ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ZDy#c } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  MM)3*344>?IISS]j^jhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((ppV V""$<%<'')"*",,./1{1{335a6a88:G;G==?+@+BBD E G~G~IIK`L`NNPBQBSSU$V$XXZ[]w]w__aYbYddf;g;iiklnnpprpspuuwRxRzz|4}4hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIGDILGDIKITKIoUIoUIXIXI{mI({mIIIIIAI(AIwIwIMIMIIII I)I )II,IL I,IYI YI`I `II0 I_IP_II,IIII$IxIxIeIeI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IM@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IM@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IM@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k&Oo b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1BF0 p  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)>*>44>,?,IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$[%['')I*I,,.7/7113%4%6689;;=>@x@xBBDfEfGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbd[e[ggiEjElln/o/qqstvvxy{x{x}}bbׂׄLL66  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI?I?IDILDIKITKIQUIQUIXIXI nI( nIIIII#I(#IYIYIII{I{IkI kI(I (I+,IL +,ImYI mYI?`I ?`II8 IIXII4I I II,IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uJ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 j" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uJ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 j" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uJ  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 j"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations14@ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations19n# } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  TT)>*>44>)?)IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''s s""$]%]'')G*G,,.1/111346689;z;z==?d@dBBDNENGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11yycc b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIGDILGDIKITKIoUIoUIXIXI{mI({mIIIIIAI(AIwIwIMIMIIII I)I )II,IL I,IYI YI`I `II0 ISIPSI#I,#I#I#II$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JL> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JL> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JL>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >^4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1J N  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)9*944>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpWqWssu=v=xxz#{#}} ||bbՉՋHH.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI?I?IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIIIqI qI(I (I1,IL 1,IoZI oZI`I `II, IOILOI!I$!I I IIIxIxIeIeIIIIRI=Ir} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 k$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 k$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 k$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 lht?_ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1y bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1X Bw!a } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>$?$IIS T ^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJoperation.6exchangezOperatorKernel107 :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bbdeggiikilinnpMqMssu1v1xxz{}}kk݄݆QQĉċ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIMDILMDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGISISIIIYI YI(I (I,IL ,I[YI [YIc`I c`IÄI0 ÄIIPII,ISISII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 .n5u  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 .n5u  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 .n5u   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 b b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Mg  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)B*B44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66&&  ""$t%t'')`*`,,.L/L113848668$9$;;=>@@BBDlElGGITJTLLN3?3IIS!T!^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGI[J[LLNIOIQQS7T7VVX%Y%[[]^``bcexexggifjfllnOoOqqs3t3vvxy{{}}mm߂߄QQÇÉ55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIMDILMDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGISISIIIYI YI(I (I,IL ,I[YI [YI`I `II0 I/IP/I5I,5IIII$IxIxIeIeIII}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 -m5u  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 -m5u  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 -m5u   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 > b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations14Nm  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR):*:44> ? IIST^v^vhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&n n""$V%V'')>*>,,.&/&11346688:j;j==?P@PBBD4E4GGIJLLNNPnQnSSURVRXXZ6[6]]_`bbddfpgpiikTlTnnp8q8ssuvxxz{}r}rVVȄȆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKI9UI9UIoXIoXInI(nIIIII I( IAIAIIIuIuISI SI(I (I,IL ,IQZI QZI`I `II, I[IL[I'I$'I I IIIxIxI eI eIIIIIUI } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 a]^Ff b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1| bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1p,h$\ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  OO)9*944>%?%IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeOO 9 9  ##  llV V""$@%@'')***,,./11335s6s88:];]==?G@GBBD1E1GGIJLLNOQ|Q|SSUfVfXXZP[P]]_:`:bbd$e$ggijllnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIISDILSDIKITKIEUIEUI{XI{XImI(mI%I%IIII(IMIMIYIYIII_I _I(I (I,IL ,IaYI aYIW`I W`II0 IIPII,IIII$IxIxI+eI+eIsIsICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @6v  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @6v  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @6v   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Yy b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1X0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  XX)J*J44>7@@B)C)EEGHJJL M OOQQSpTpVVX^Y^[[]L^L``b8c8eeg"h"jjl m ooqqsetevvxKyK{{}1~1ooSSőœ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIoIoI_I _I(I (I,IL ,IaYI aYI`I `IuI8 uIIXII4I I II,IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_4  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1vr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1GU8x } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  __)K*K44>7?7IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;//##  "#%%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJwJwLLN_O_QQSGTGVVX/Y/[[]^``bbdsesggi[j[llnCoCqqs+t+vvxy{{}}ooWWˇˉ??'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIISDILSDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMISISIII_I _I(I (I,IL ,IaYI aYI{`I {`IۄI0 ۄIIPIAI,AIIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @6v bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @6v bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @6v  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y( b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`8h(h } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>0?0IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln%o%qqstvxvxxxzZ{Z}}<<rrTT b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I3I3IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIoIoI_I _I(I (I,IL ,I]ZI ]ZI`I `II, I[IL[I9I$9I5 I5 IIIxIxI eI eIIIIIII } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`6  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 VRRGg b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1c*q } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)A*A44>)?)IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI9J9LLNOQQSTVsVsXXZW[W]]_;`;bbdeggijlulunnpYqYssu=v=xxz!{!}}ww[[͉͋??## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIYDILYDIKITKIKUIKUIXIXImI(mI+I+IIII(ISISI_I_IIIeI eI(I (I%,IL %,IgYI gYIE`I E`II0 IIPII,IIII$IxIxI1eI1eIII[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 #c5u bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 #c5u bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 #c5u  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1cF)@ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)F*F44>6?6IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$n%n'')^*^,,.N/N113>4>668.9.;;=>@@BCEEGGIvJvLLNbObQQSNTNVVX:Y:[[]&^&``bceeggitjtlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIiIiIeI eI(I (I%,IL %,IgYI gYI`I `I#I8 #IeIXeII4I I II,IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T)  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1kgnHh b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1R$v } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  SS)=*=44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,xxb b""$L%L'')6*6,,. / 113 4 6688:i;i==?Q@QBBD7E7GGIJLLNOQvQvSSU\V\XXZB[B]]_(`(bbdeggiikglgnnpMqMssu3v3xxz{}}rrXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIYDILYDIKITKIKUIKUIXIXImI(mI%I%IIII(ISISIYIYIIIeI eI(I (I%,IL %,IgYI gYIi`I i`IɄI0 ɄI IP ISI,SI]I]I I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 "b5u bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 "b5u bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 "b5u  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 oR5# } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)>*>44>*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$P%P'')<*<,,.(/(11346689;v;v==?b@bBBDNENGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIiIiIeI eI(I (I%,IL %,IcZI cZI`I `I)I, )IgILgIEI$EI I IIIxIxIeIeIqIqIAIAII } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 X  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 X  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U+  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 X   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 KGGKk b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Hl>"b } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  QQ)7*744>?IISS]n^nhhrPsP} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,ttZ Z""$@%@'')&*&,,. / 11335e6e88:K;K==?/@/BBDEGGIIKdLdNNPFQFSSU(V(XXZ [ ]{]{__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8ll܋܍LL b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDIDIHI$HInInIIIɲI$ɲIIIuIuII$I+_I+_IIIsI sI?I| ?I+I +IyI yI=eI =eIgI gI7I7II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyM3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyM3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyM3 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  ee)S*S44>???IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwee S S  AA//   ""$p%p'')^*^,,.L/L113:4:668(9(;;=>@@BCE{E{GGIgJgLLNQOQQQS;T;VVX%Y%[[]^``bbdnenggiXjXllnBoBqqs,t,vvxy{{}~uu__ԇԉII33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIIIIpIcIcIkIkI`I``I)I)IsIsI?IL ?II IxIp xI1eIt 1eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Dd  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  aa)K*K44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ttdd T T  DD44!!   ""$j%j'')T*T,,.>/>113(4(6689;;==?q@qBBD[E[GGIDJDLLN,O,QQSTVVXXZp[p]]_X`Xbbd@e@ggi(j(llnoqqssulvlxxzT{T}}<<$$ ll b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDIDIHI$HInInIIIɲI$ɲIIIuIuII$I+_I+_IIIsI sI?I| ?II IxI xI+eI +eII IIIsI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzK6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzK6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzK6 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  bb)L*L44>4?4IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&t t""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI8J8LLNOQQSTVwVwXXZ][]]]_C`Cbbd)e)ggijllnnphqhssuNvNxxz4{4}}ssYY̎̐?? b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIIIIpIcIcIkIkI`I``I/I/IsIsI?IL ?II IxIp xI%eIt %eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Mm  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  __)I*I44>1?1IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$n n""$X%X'')B*B,,.,/,11346689;u;u==?_@_BBDIEIGGI1J1LLNOQQSSUpVpXXZV[V]]_<`v>xxz"{"}}xx\\ωϋBB(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIkDI kDIIIIImImI=I=IIIqIpqIIIII`I``I#I#ImImI9IL 9II IxIp xI1eIt 1eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1#c} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1#c} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1#c  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ee  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  gg)S*S44>;?;IIS#T#^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwkk _ _  SSGG77##  "#%%'')q*q,,.]/]113I4I668595;;=>@@BCE{E{GGIcJcLLNKOKQQS3T3VVXY[[]^`w`wbbd_e_ggiGjGlln/o/qqstvvxxzs{s}}[[ςτCC(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIoIoIIpIiIiIAIAI`I``IIImImI9IL 9II IxIp xI1eIt 1eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q& b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=]  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ^^)L*L44>:?:IIS(T(^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp^^ L L  ::(( { {""$i%i'')W*W,,.E/E113343668!9!;;=>@@BBDtEtGGIbJbLLNPOPQQS>T>VVX,Y,[[]^``bceeggimjmllnVoVqqs:t:vvxy{{}~ttXXʇʉ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIeDI eDIIIIImImI7I7IIIkIpkI I III`I``I/I/ImImI9IL 9II IxIp xIeIt eIIT III7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1"b} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1"b} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1"b  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  aa)I*I44>-?-IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55!!  } }""$e%e'')M*M,,.5/511346689;y;y==?]@]BBDAEAGGI%J%LLN O Q{Q{SSU_V_XXZC[C]]_'`'bbd e g}g}iikalannpEqEssu)v)xxz { }}ccՄՆEE''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIoIoIIpIiIiIAIAI`I``I/I/ImImI9IL 9I I  IxIp xIeIt eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P& b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ZZ)D*D44>.?.IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppZZ D D  ..wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD^  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  ee)W*W44>G?GIIS3T3^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssee W W  II;;--  "#%%'(*|*|,,.n/n113`4`668R9R;;=D>D@@B6C6EEG(H(JJLMOOQRT{T{VVXiYi[[]W^W``bCcCeeg-h-jjlmooqqsptpvvxVyV{{}<~<""xx\\ΑΓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIIIIpIoIoIkIkI`I``IIIgIgI3IL 3II IxIp xI+eIt +eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z/ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  dd)P*P44>:?:IIS"T"^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppdd X X  LL@@44((  "#%%'(*~*~,,.j/j113V4V668B9B;;=.>.@@BCEEGHJzJzLLNbObQQSJTJVVX2Y2[[]^``bcevevggi^j^llnFoFqqs.t.vvxy{{}}rrZZ·ΉBB** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII_DI _DIHIHImImI1I1IɲIɲIeIpeIIIII`I``I)I)IgIgI3IL 3II IxIp xI%eIt %eI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  __)M*M44>9?9IIS!T!^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq__ M M  ;;)) | |""$j%j'')X*X,,.F/F113444668"9";;=>@@BBDuEuGGIaJaLLNKOKQQS5T5VVXY[[] ^ `~`~bbddedggiJjJlln.o.qqstvvxxzc{c}}EE''yy[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIIIIpIoIoIkIkI`I``I)I)IgIgI3IL 3II IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y/ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Mm  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ``)H*H44>.?.IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp`` P P  @@00    "#%t%t'')\*\,,.D/D113,4,6689;;==?p@pBBDXEXGGI>J>LLN"O"QQSTVxVxXXZ\[\]]_@`@bbd$e$ggijlzlznnp^q^ssuBvBxxz&{&}} ||``҉ҋDD(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{III_DI _DI!II!IImImI+I+III_Ip_IIIII`I``IIIgIgI3IL 3I%I %IxIp xI7eIt 7eIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1:z} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1:z} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1:z  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations19Y  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  __)O*O44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??//  ""$w%w'')g*g,,.W/W113G4G668797;;='>'@@BCEEGHJ}J}LLNiOiQQSUTUVVXAYA[[]-^-``bceeghj{j{llngogqqsStSvvx?y?{{}+~+yyeeۑۓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I3I3IDI DIKIKInInIIIWIWIIpIuIuI)I)I_I`_IIIgIgI3IL 3II IxIp xI eIt  eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c8 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  TT)>*>44>$?$IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiUU A A  --yyc c""$M%M'')7*7,,.!/!113 4 6688:j;j==?P@PBBD6E6GGIJLLNOQuQuSSU[V[XXZA[A]]_'`'bbd e ggiikflfnnpLqLssu2v2xxz{}}qqUUljNj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIYDI YDI'II'IImImI+I+III_Ip_IIIII`I``I)I)IgIgI3IL 3I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1;{} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1;{} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1;{  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  YY)E*E44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11  k k""$W%W'')C*C,,.///11346689;};}==?i@iBBDUEUGGI?J?LLN'O'QQSTVVXXZk[k]]_S`Sbbd;e;ggi#j#lln o qqssugvgxxzO{O}}77{{cc b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I3I3IDI DIKIKInInIIIWIWIIpIuIuI)I)I_I`_IIIgIgI3IL 3II IxIp xIdIt dIkIT kI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b8 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  TT):*:44>?IISS]o^ohhrOsO} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //ww] ]""$C%C''))*),,./11335h6h88:N;N==?0@0BBDEGGIIKeLeNNPGQGSSU)V)XXZ [ ]|]|__a^b^ddf@g@iik"l"nnpqsusuuuwWxWzz|9}9kkۋۍKK b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIYDI YDIHIHImImI%I%IɲIɲIYIpYIIIII`I``IIIaIaI-IL -II IxIp xI%eIt %eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations12R  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  YY)G*G44>3?3IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkYY G G  55##v v""$d%d'')R*R,,.@/@113.4.6689;;= > @@BBDoEoGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbdbebggiLjLlln6o6qqs t vvx y {{}}iiނބSSȇȉ=='' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIKIKInInIIIIIIpIuIuI_I_I_I`_IyIyIaIaI-IL -II IxIp xIeIt eI IT  II II"} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lA  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lA  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lA  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  UU)?*?44>(?(IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7operation.6exchange :z2breasonOperatorInputsvalue8invocations1 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:p122prreasonvaluehhXX H H  88((t t""$^%^'')H*H,,.2/211346689;{;{==?e@eBBDOEOGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00vv``ZkernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })zoutputElements"640zinput0Elements*6144zinput1Elements252488binvocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIISDI SDIHIHImImI%I%IɲIɲIYIpYIIIII`I``I#I#IaIaI-IL -II IxIp xI eIt  eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)@*@44>(?(IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..||h h""$S%S'')=*=,,.'/'11346688:p;p==?Z@ZBBDDEDGGI,J,LLNOQQSSUkVkXXZQ[Q]]_7`7bbdeggijlvlvnnp\q\ssuBvBxxz({(}}ggډڋMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIKIKInInIIIIIIpIuIuI_I_I_I`_IyIyIaIaI-IL -II IxIp xIeIt eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  SS)=*=44>%?%IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,xxb b""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikjljnnpNqNssu2v2xxz{}}llބކPPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIMDI MDIIIIImImIIIIISIpSIIIII_I`_IsIsI[I[I'IL 'II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations17w} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations17w} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations17w  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  [[)G*G44>/?/IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;++  "#%y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDoEoGGIWJWLLN?O?QQS'T'VVXY[[]]_k`kbbdSeSggi;j;lln#o#qqs t vvxxzg{g}}OOÂÄ77uu b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI?I?IDI DIKIKI nI nIIIQIQIIpI{I{I#I#I_I`_IsIsI[I[I'IL 'II IxIp xIeIt eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uJ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uJ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uJ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hisrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLNDODQQS2T2VVX Y [[]^``bbdsesggiajallnJoJqqs.t.vvxy{{}}hhڂڄLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIMDI MDIIIII{mI{mIIIIIMIpMIIIII_I`_IsIsI[I[I'IL 'II IxIp xIdIt dIIT IwIwII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations18x} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations18x} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations18x  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  UU)=*=44>!?!IIST^w^whhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))q q""$Y%Y'')A*A,,.)/)11346688:m;m==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbddfqgqiikUlUnnp9q9ssuvxxz{}s}sWWɄɆ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI?I?IDI DIKIKI nI nIIIQIQIIpI{I{I#I#I_I`_IsIsI[I[I'IL 'II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tJ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tJ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tJ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  NN)8*844>"?"IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddNN 8 8  ""  kkU U""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LoIIIGDI GDIHIHI{mI{mIIIIIMIpMIIIII_I`_IsIsI[I[I'IL 'I I  IxIp xIeIt eIgIT gI7I7II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  YY)K*K44>;?;IIS'T'^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggYY K K  ==//!!  "#%~%~'')p*p,,.b/b113T4T668F9F;;=8>8@@B*C*EEGHJJL M OOQQSoToVVX]Y][[]K^K``b7c7eeg!h!jjl m ooqqsftfvvxLyL{{}2~2nnRRđē b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LoI?I?IDI DIKIKInInIIIIIIpIIIYIYI`I``I#I#I[I[I'IT 'II I/wIx /wI GI|  GICI\ CI9I9II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1Tx  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  XX)D*D44>.?.IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44((  "#%%'')r*r,,.^/^113J4J668696;;=">"@@BCEEGGInJnLLNVOVQQS>T>VVX&Y&[[]^``bbdjejggiRjRllnDoDqqs,t,vvxy{{}}ppXẊ̉@@(( b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIIGDI GDIHIHIumIumIIIIIGIpGIIIII_I`_IsIsI[I[I'IL 'II IxIp xI eIt  eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>-?-IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbdXeXggi>j>lln&o&qqstvyvyxxz[{[}}==qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LoI?I?IDI DIKIKInInIIIIIIpIIISISI`I``I_I_I[I[I'IT 'II IwIx wIFI| FII\ IIIiI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)<*<44>"?"IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$h%h'')P*P,,.8/8113 4 6689;|;|==?d@dBBDLELGGI2J2LLNOQQSSUlVlXXZP[P]]_4`4bbdeggiiknlnnnpZqZssu>v>xxz"{"}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LiIIIADI ADIIIIIumIumIIIIIGIpGIIIII`I``IIIUIUI!IT !II IAwIx AwIGI| GII\ IuIuII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations14t} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations14t} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations14t  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1Nr  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)E*E44>3?3IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIsJsLLN_O_QQSKTKVVX7Y7[[]#^#``bceeggiqjqllnioiqqsUtUvvxAyA{{}-~-{{ggݑݓ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LiIEIEIDI DIsKIsKInInIIIEIEIIpIIIII^I`^IIIIIUIUI!IL !II IwIp wIFIt FIIT IIIcI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10]]  RR)<*<44>"?"IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1]]II 5 5  !!  wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?N@NBBD4E4GGIJLLNOQsQsSSUYVYXXZ?[?]]_%`%bbdeggiikplpnnpVqVssu'?'IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqqssukvkxxzS{S}};;## gg b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LiIEIEIDI DIsKIsKInInIIIEIEIIpIIIII^I`^IIIIIUIUI!IL !II I wIp  wIFIt FIeIT eI[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  PP)6*644>?IIST^w^whhrWsW} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__afbfddfHgHiik*l*nnp q s}s}uuw_x_zz|A}A##ssSSÐÒ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1cIIIDI|DIIIIILILIAVI|AVIwYIHwYIKmIKmIIPISIXSIIIIPIIIIIIII$ I%I, %I[ I [ I)I$ )I-I -I]ZI| ]ZI`IX`IIISISI3I3II\IqIqIoIoII8IxIxIeIeIrIrICIlCIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pk b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pk b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pk  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations17w%e  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d7n%\o$JY8o&]K L   9  p   ^   L  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10GG  UU)K*K44>7?7IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1GG;; / /  ==11%%  " # %%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJwJwLLN_O_QQSGTGVVX/Y/[[]^``bbdsesggi[j[llnOoOqqs7t7vvxy{{}~{{ccׇ׉KK33# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xcIWIWIDIdDIKIlKI!UI!UIWXIWXI#nI@#nIIIiIiII@I)I )IIIII;I ;I(I (I+Id +I=YI =YI`I `IGIP GIIpIILIaIaIIII(I I IxIxxIeI|eIrI\rImImI=I,=II0} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r>  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1>^nj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1R$Ix L  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dR$vHl> dV8! l ` 4   \  0  T 9<| bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  VV)J*J44>@@BCEEGHJJL M OOQQSpTpVVX^Y^[[]L^L``b8c8eeg"h"jjl m ooqqsqtqvvxWyW{{}=~=## {{__ёѓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1cIyIyIDI|DIIIIILILIAVI|AVIwYIHwYIKmIKmIIPISIXSIIIIPIIIIIIII$ I%I, %I[ I [ I)I$ )I-I -I]ZI| ]ZI`IX`I I IMIMIII[I\[I{I{IyIyII8IxIxIeIeI{rI{rIIlIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oh b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oh b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oh  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ll b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1R$EtD  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dR$vHl>Cx`-0b P   p  @   b  4T bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10FF  QQ)A*A44>)?)IIS T ^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1FF66 & &  11!! y y""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI9J9LLNOQQSTVsVsXXZW[W]]_;`;bbdeggijlulunnpeqessuIvIxxz-{-}}ggىًKK//# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xcIWIWIDIdDIKIlKI!UI!UIWXIWXI)nI@)nIǮIǮIiIiII@I)I )IIIII;I ;I(I (I+Id +I=YI =YIu`I u`IՄIP ՄIIpIILIIIYIYIW I(W IIIxIxxI eI| eIrI\rIIII,IsI0} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 H bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 H bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 H  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1/7 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1]: 0p  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d]:tQ. hCy  T 7   / M   e @ ]W2 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)B*B44>0?0IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$_%_'')M*M,,.;/;113)4)6689;;==?a@aBBDOEOGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln1o1qqstvvxxzf{f}}HH** ~~``  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIIIADIdADIKIlKI-UI-UIcXIcXIomI@omI I IuIuII@I5I 5IAIAIIIGI GI(I (I,Id ,IIYI IYI`I `I IH  IMIhMIIDIIIII!I !IIIxIpxIdItdIurITurIIII$I7I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @7w bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @7w bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @7w  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 7Ll b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1lXBt  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dlXD0tL`:Nq<  *     t r b P<|(D bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  II)3*344>?IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^JJ 6 6  ""nnX X""$B%B''),*,,,./11346u6u88:_;_==?-@-BBDEGGIJLLNNPlQlSSURVRXXZ8[8]]_`bbdeggiikglgnnpMqMssu3v3xxz{}}rrXXʉʋ<<   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIQIQIDIdDIKIlKI-UI-UIcXIcXInI@nIIIuIuII@I5I 5IIIIIGI GI(I (I,Id ,IIYI IYI`I `I;IP ;I}Ip}I۽IL۽III7I7I5I5IITIxIxIdIdIurIurIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1]}`\t b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 I@ b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<I[$m6HvZ?Q  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)D*D44>4?4IIS T ^^hisjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$l%l'')\*\,,.L/L113<4<668,9,;;=>@@B C EEGGItJtLLN`O`QQSLTLVVX8Y8[[]$^$``bceeggirjrlln`o`qqsLtLvvx8y8{{}$~$XXΌΎDD  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIII;DId;DIKIlKI-UI-UIcXIcXIomI@omI I IuIuII@I5I 5IAIAIIIGI GI(I (I,Id ,IIYI IYI`I `IIH IYIhYI/ID/III9I9I7"I 7"IעIעIxIpxIdItdIcrITcrIYIYI)I$)II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ?7w bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ?7w bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations17k  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ?7w  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1u*jy   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1duj_TI>3((  _    t M  g  Z )  M@j] bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  II)/*/44>?IISS]n^nhhrPsP} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$llR R""$8%8'')*,,./1w1w335]6]88:C;C==? @ B}B}DDF_G_IIK\L\NNP>Q>SSU V XXZ[]s]s__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8ll܋܍LL  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIQIQIDIdDIKIlKI-UI-UIcXIcXI#nI@#nIIIuIuII@I5I 5IIIIIGI GI(I (I,Id ,IIYI IYI`I `IIP I;Ip;IcILcI I IIIIIעITעIxIxIdIdIcrIcrIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations12R{' b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 7w  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<7n%\J8/f  c , u Y bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN):*:44>&?&IIST^^hhrSsS} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$L%L'')8*8,,.$/$11346688:r;r==?^@^BBDJEJGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqzqzssubvbxxzJ{J}}22ss[[ώϐCC  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIGDIdGDIKIlKI?UI?UIuXIuXIumI@umIIIIII@IGI GIGIGIIIYI YI(I (I,Id ,I[YI [YI`I `IIH IAIhAIIDICICIIIIIעILעIxIxIdIdIcrIcrIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T7w bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T7w bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T7w  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 cJ= b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<cF) oR5S {F^  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)8*844>#?#IIS T ^^hhrOsO} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!!m m""$W%W'')A*A,,.+/+11346688:t;t==?^@^BBDHEHGGI3J3LLNOQQSTVwVwXXZ_[_]]_G`Gbbd/e/ggijllnnpsqsssu[v[xxzC{C}}++ooYYΎΐCC  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIEIEIDILDIKITKI?UI?UIuXIuXInI(nIIIIII(IGIGIIIIIYI YI(I (I,IL ,I[YI [YI`I `I#I8 #IeIXeIɽI4ɽIIII,IxIxIeIeI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ] bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ] bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\(  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1XxJFNr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1/o bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Y g.  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbd]e]ggiGjGlln1o1qqstvvxy{z{z}}ddقلNNÇÉ88"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIADIdADIKIlKI9UI9UIoXIoXIumI@umIIIII I@ IAI AIGIGIIISI SI(I (I,Id ,IUYI UYI`I `I IH  IMIhMIIDIIIqIqIoIoIŢILŢIxIxIdIdIQrIQrIIIkIkII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U7w bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U7w bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U7w  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  +Dd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 <|v  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<<x4p,h$`\8 q * c  G  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL)6*644> ? IIST^w^whhrBsB} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$E%E'')/*/,,./11346x6x88:b;b==?L@LBBD6E6GGI J LLNOQyQySSU_V_XXZE[E]]_+`+bbdeggiikelennpIqIssu-v-xxz{}}ggلن22  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIKIKIDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,IaYI aYI`I `I I8  IMIXMIQI4QIIII,IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^*  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1dCc b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1u <  J &f } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)9*944>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpWqWssu=v=xxz#{#}} ||bbՉՋHH.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIIGDILGDIKITKIKUIKUIXIXI{mI({mIIIIII(ISISIMIMIIIeI eI(I (I%,IL %,IgYI gYI`I `I#I0 #IeIPeII,IIII$IxIxIeIeI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 5u9y  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 5u9y  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 5u9y   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8Ss b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations18 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ZP   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGIUJULLNCOCQQS1T1VVXY[[] ^ ``bbdrerggi`j`llnIoIqqs-t-vvxy{{}}ggقلKK// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loI?I?IDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `II8 IAIXAII4IIII,IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 h. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 h. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 h.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1401U b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1<F n  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)D*D44>.?.IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88((  "#%v%v'')b*b,,.N/N113:4:668&9&;;=>@@BBDnEnGGIVJVLLN>O>QQS&T&VVXY[[]]_j`jbbdReRggi:j:lln"o"qqs t v~v~xxzf{f}}NN‚„66vv b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIIGDILGDIKITKIKUIKUIXIXI{mI({mIIIIII(ISISIMIMIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 IAIPAII,IIII$IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 4t8x bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 4t8x bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 4t8x  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1s  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1F  < w # c  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  KK)5*544>!?!IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaKK 5 5    ~~hhR R""$<%<'')&*&,,./11335o6o88:Y;Y==?C@CBBD-E-GGIJLLNOQxQxSSUbVbXXZL[L]]_6`6bbd e ggi j llnnpcqcssuGvGxxz+{+}}ee׉׋II-- b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIEIEIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYIQ`I Q`II8 IIXIEI4EIaIaII,IxIxIdIdIIIqIqII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 i0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 i0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 i0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1}~V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1P  Z  3 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR):*:44> ? IIST^v^vhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&n n""$V%V'')>*>,,.&/&11346688:j;j==?P@PBBD4E4GGIJLLNNPnQnSSURVRXXZ6[6]]_`bbddfpgpiikTlTnnp8q8ssuvxxz{}r}rVVȄȆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIMDILMDIKITKIoUIoUIXIXImI(mIIIIIAI(AIwIwISISIIII I)I )II,IL I,IYI YI`I `I#I0 #IeIPeII,IIII$IxIxIeIeI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IO@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IO@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IO@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 wPp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T\4 t  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  YY)E*E44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55))  "#%%'')s*s,,._/_113K4K668797;;=#>#@@BCEEGGIqJqLLNYOYQQSATAVVX)Y)[[]^``bbdmemggiUjUlln=o=qqs%t%vvx y {{}}ii݂݄QQŇʼn99!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKIQUIQUIXIXI nI( nIIIII#I(#IYIYIII{I{IkI kI(I (I+,IL +,ImYI mYI`I `II8 I/IX/II4IIII,IxIxI%eI%eIsIsICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 h " bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 h " bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sF  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 h "  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1> b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 M bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1b%h= }  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  ZZ)L*L44>>?>IIS*T*^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhZZ L L  >>00""  "#%%'')q*q,,.c/c113U4U668G9G;;=9>9@@B+C+EEGHJJL M OOQQSrTrVVX`Y`[[]N^N``b:c:eeg$h$jjlmooqqsgtgvvxMyM{{}3~3qqUUǑǓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIMDILMDIKITKIoUIoUIXIXImI(mIIIIIAI(AIwIwISISIIII I)I )II,IL I,IYI YI`I `II0 ISIPSI-I,-I+I+II$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JN> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JN> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JN>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x?_ @ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 d ( l  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)=*=44>%?%IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$i%i'')Q*Q,,.9/9113!4!668 9 ;};}==?e@eBBDMEMGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpUqUssu9v9xxz{}}ssWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKIWUIWUIXIXI nI( nIIIII)I()I_I_III{I{IqI qI(I (I1,IL 1,IsYI sYIE`I E`II8 IIXI3I43I1I1II,IxIxIeIeIIIIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 i $ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 i $ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 i $  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1zvvN b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1+ n 1 t  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>0?0IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln%o%qqstvxvxxxzZ{Z}}<<rrTT b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIISDILSDIKITKI?UI?UIuXIuXImI(mI%I%IIII(IGIGIYIYIIIYI YI(I (I,IL ,I[YI [YIW`I W`II0 IIPIýI,ýImImII$IxIxIeIeIIIII=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 *j7w  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 *j7w  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 *j7w   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 j b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Z bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1h7U : } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>?IIST^x^xhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?K@KBBD1E1GGIJLLNNPpQpSSUVVVXXZ<[<]]_"`"bbdeg{g{iikalannpGqGssu-v-xxz{}}ll߄߆RRĉċ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I3I3IDILDIKITKI?UI?UIuXIuXInI(nIIIIII(IGIGIIIuIuIYI YI(I (I,IL ,I[YI [YI{`I {`IۄI8 ۄIIXII4IIII,IxIxI1eI1eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h; b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h; b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h;  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1|( b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1R bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HV  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)H*H44>8?8IIS$T$^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$p%p'')`*`,,.P/P113@4@668090;;= > @@BCEEGHJxJxLLNdOdQQSPTPVVX?IISS]j^jhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((ppV V""$<%<'')"*",,./1{1{335a6a88:G;G==?+@+BBD E G~G~IIK`L`NNPBQBSSU$V$XXZ[]w]w__aYbYddf;g;iiklnnpprpspuuwRxRzz|4}4hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I3I3IDILDIKITKI?UI?UIuXIuXInI(nIIIIII(IGIGIIIuIuIYI YI(I (I,IL ,I[YI [YI9`I 9`II8 I۱IX۱I?I4?IIII,IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1sooG{ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d + r 9 Y } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)>*>44>*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$P%P'')<*<,,.(/(11346689;v;v==?b@bBBDNENGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIYDILYDIKITKIEUIEUI{XI{XImI(mI+I+IIII(IMIMI_I_III_I _I(I (I,IL ,IaYI aYIE`I E`II0 IIPI۽I,۽I9I9II$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @8x  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @8x  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @8x   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ]} b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations10p bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@tN  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  RR)<*<44>'?'IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%q q""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//wwaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIiIiI_I _I(I (I,IL ,IaYI aYIi`I i`IɄI8 ɄI IX IսI4սIIII,IxIxI%eI%eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]0  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1r b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1(h bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 rD X } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>2?2IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbdaeaggiKjKlln5o5qqstvvx y {~{~}}hh݂݄RRLJlj<<&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIYDILYDIKITKIEUIEUI{XI{XImI(mI%I%IIII(IMIMIYIYIII_I _I(I (I,IL ,IaYI aYIo`I o`IτI0 τIIPIuI,uIIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @8x bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @8x bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @8x  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(  \ 6 Z } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>$?$IIS T ^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bbdeggiikilinnpMqMssu1v1xxz{}}kk݄݆QQĉċ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIoIoI_I _I(I (I,IL ,IaYI aYI-`I -`II8 IϱIXϱIiI4iIcIcII,IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^2  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1lhh@k b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 h : ^ * } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)=*=44>'?'IIS T ^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI+J+LLNOQQSSUjVjXXZP[P]]_6`6bbdeggijlulunnp[q[ssuAvAxxz'{'}} ffىًLL22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII_DIL_DIKITKIKUIKUIXIXImI(mI+I+IIII(ISISI_I_IIIeI eI(I (I%,IL %,IgYI gYI3`I 3`II0 IձIPձII,IIII$IxIxI%eI%eI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _7w bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _7w bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _7w  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1F bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1}b G  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIYJYLLNGOGQQS5T5VVX#Y#[[]^``bbdvevggidjdllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIcIcIeI eI(I (I%,IL %,IgYI gYI`I `I)I8 )IkIXkII4IIII,IxIxI%eI%eI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R% b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R% b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R%  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1fKk b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1>~ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xU2  ^ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  \\)H*H44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll`` T T  HH<<,,  "#%z%z'')f*f,,.R/R113>4>668*9*;;=>@@BBDrErGGIZJZLLNBOBQQS*T*VVXY[[]]_n`nbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::!!zz b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIYDILYDIKITKIKUIKUIXIXImI(mI+I+IIII(ISISI_I_IIIeI eI(I (I%,IL %,IgYI gYIc`I c`IÄI0 ÄIIPII,IIII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^7w bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^7w bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^7w  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ]}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1+  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ,  v [ +k } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  OO)9*944>%?%IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeOO 9 9  ##  llV V""$@%@'')***,,./11335s6s88:];]==?G@GBBD1E1GGIJLLNOQ|Q|SSUfVfXXZP[P]]_:`:bbd$e$ggijllnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIiIiIeI eI(I (I%,IL %,IgYI gYI`I `I/I8 /IqIXqII4I5I5II,IxIxI eI eIIIII1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S'  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1eaa9Rr[ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1l I &   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)>*>44>$?$IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**r r""$Z%Z'')B*B,,.*/*11346688:n;n==?T@TBBD8E8GGIJLLNOQrQrSSUVVVXXZ:[:]]_`bbdegtgtiikXlXnnp>  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDIDIHI$HImImIIIɲI$ɲIIIoIoII$I+_I+_IIIsI sI?I| ?I1I 1I yI  yICeI CeIgI gI7I7II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuO- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuO- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuO- b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz  nn)Z*Z44>D?DIIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1zznn b b  VVJJ>>22  "&#&%%'(**,,.t/t113`4`668L9L;;=8>8@@B$C$EEGHJJLLNlOlQQSTTTVVXI?IIIS5T5^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uugg Y Y  KK==//!!  "#%%'(*~*~,,.p/p113b4b668T9T;;=F>F@@B8C8EEG*H*JJLMOOQRT}T}VVXkYk[[]Y^Y``bEcEeeg/h/jjlmooqqsrtrvvxXyX{{}>~>$$zz^^БГ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDIDIHI$HInInIIIɲI$ɲIIIuIuII$I+_I+_IIIsI sI?I| ?II IxI xI+eI +eII IIIgI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvM0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvM0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvM0 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx  hh)P*P44>6?6IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88((  "#%|%|'')d*d,,.L/L1134446689;;=>@x@xBBD`E`GGIFJFLLN*O*QQSTVVXXZd[d]]_H`Hbbd,e,ggijllnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIIIIpIcIcIeIeI`I``I5I5IsIsI?IL ?II IxIp xI1eIt 1eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 } bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1   bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  cc)Q*Q44>=?=IIS%T%^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uucc Q Q  ??--   ""$n%n'')\*\,,.J/J113848668&9&;;=>@@BCEyEyGGIeJeLLNOOOQQS9T9VVX#Y#[[] ^ ``bbdhehggiNjNlln2o2qqstvvxxzg{g}}II++ }}__ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIqDI qDIIIIImImICICIIIwIpwIIIII`I``I)I)ImImI9IL 9I I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1_} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1_} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1_  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  ^^)H*H44>.?.IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##m m""$W%W'')A*A,,.+/+11346688:t;t==?Z@ZBBD@E@GGI&J&LLN O QQSSUeVeXXZK[K]]_1`1bbdeggiikplpnnpVqVssu^  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  aa)Q*Q44>???IIS+T+^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqaa Q Q  AA11!!  "#%y%y'')i*i,,.Y/Y113I4I668999;;=)>)@@BCEEG H JJLLNkOkQQSWTWVVXCYC[[]/^/``bceeghj}j}llnioiqqsUtUvvxAyA{{}-~-{{ggݑݓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIkDI kDIIIIImImI=I=IIIqIpqIIIII`I``I)I)ImImI9IL 9II IxIp xI eIt  eI}IT }IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1^} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1^} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1^  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ii  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  \\)B*B44>$?$IIST^w^whhrWsW} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##  e e""$K%K'')1*1,,./11335p6p88:V;V==?8@8BBDEGGIIKmLmNNPOQOSSU1V1XXZ[]]__afbfddfHgHiik*l*nnp q s}s}uuw_x_zz|A}A##ssSSÐÒ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIoIoIIpIcIcIAIAI`I`I/I/ImImI9I9II IxI2 xI+eIR +eII*IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N" boperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r72w5:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ]])I*I44>3?3IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  o o""$[%['')G*G,,.3/31134668 9 ;;==?m@mBBDYEYGGICJCLLN+O+QQSTVVXXZo[o]]_W`Wbbd?e?ggi'j'llnoqqssukvkxxzS{S}};;## gg b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIkDI kDIHIHImImI7I7IɲIɲIkIpkI I III`I``IIImImI9IL 9II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Aa  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  __)I*I44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22  ~ ~""$h%h'')R*R,,.e>ggi&j&llnoqqssujvjxxzR{R}}::"" jj b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIIIIpIiIiIeIeI`I``IIImImI9IL 9II IxIp xI1eIt 1eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X+ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations19Y  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  [[)I*I44>5?5IIST^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm[[ I I  77%% x x""$f%f'')T*T,,.B/B1130406689;;= > @@BBDqEqGGI]J]LLNGOGQQS1T1VVXY[[]^`z`zbbddedggiNjNlln8o8qqs"t"vvx y {{}}kkUUʇʉ??)) b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIeDI eDIHIHImImI7I7IɲIɲIkIpkI I III`I``I/I/ImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Rr  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  [[)E*E44>-?-IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    j j""$T%T'')>*>,,.(/(11346688:q;q==?[@[BBDEEEGGI-J-LLNOQQSSUlVlXXZR[R]]_8`8bbdeggijlrlrnnpVqVssu:v:xxz{}}ttXXˉˋ>>$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIIIIpIiIiIeIeI`I``I)I)ImImI9IL 9II IxIp xIeIt eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W+ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ZZ)D*D44>,?,IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22  l l""$W%W'')A*A,,.+/+11346688:t;t==?^@^BBDHEHGGI0J0LLNOQQSSUoVoXXZU[U]]_;`;bbd!e!ggijlzlznnp`q`ssuFvFxxz,{,}}kkމދQQĎĐ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIeDI eDI!II!IImImI1I1IIIeIpeIIIII`I``IIIgIgI3IL 3II IxIp xI+eIt +eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations16v} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations16v} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations16v  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1<\  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  \\)J*J44>8?8IIS&T&^^h i s|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn\\ J J  88&& y y""$g%g'')U*U,,.C/C1131416689;;= > @@BBDrErGGI`J`LLNNONQQS1?1IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmaa U U  II==--  "#%{%{'')g*g,,.S/S113?4?668+9+;;=>@@BBDqEqGGIYJYLLNAOAQQS)T)VVXY[[]]_m`mbbdUeUggi=j=lln%o%qqs t vvxxzi{i}}QQłń99ww b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{III_DI _DI!II!IImImI1I1IIIeIpeIIIII`I``I)I)IgIgI3IL 3II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations17w} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations17w} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations17w  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Qq  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  VV)@*@44>*?*IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1llVV @ @  **ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?N@NBBD8E8GGI"J"LLN O QQSSUkVkXXZU[U]]_?`?bbd)e)ggijllnnplqlssuPvPxxz4{4}}nnRRĎĐ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I-I-IDI DIKIKImImIIIWIWIIpIoIoI)I)I_I`_IIIgIgI3IL 3II IxIp xIeIt eIIT III+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`4 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  YY)A*A44>%?%IIS T ^{^{hhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm]] M M  ==-- u u""$]%]'')E*E,,.-/-11346688:q;q==?U@UBBD9E9GGIJLLNOQsQsSSUWVWXXZ;[;]]_`bbdeguguiikYlYnnp=q=ssu!v!xxz{}w}w[[̈́͆== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIYDI YDIHIHImImI+I+IɲIɲI_Ip_IIIII`I``I I IaIaI-IL -II IxIp xI%eIt %eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15U  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  bb)N*N44>8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnbb V V  JJ>>22&&  "#%%'(*|*|,,.h/h113T4T668@9@;;=,>,@@BCEEGHJxJxLLN`O`QQSHTHVVX0Y0[[]^``bcetetggi\j\llnDoDqqs,t,vvxy{{}}ppXẊ̉@@(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I3I3IDI DIKIKInInIIIIIIpIuIuI_I_I_I`_IIIaIaI-IL -II IxIp xI+eIt +eIsIT sICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j=  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j=  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j=  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  [[)M*M44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii[[ M M  ??11##  "#%%'')r*r,,.d/d113V4V668H9H;;=:>:@@B,C,EEGHJJL M OOQQSqTqVVX_Y_[[]M^M``b9c9eeg#h#jjl m ooqqsftfvvxLyL{{}2~2nnRRđē b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIYDI YDIHIHImImI%I%IɲIɲIYIpYIIIII`I``I)I)IaIaI-IL -II IxIp xI eIt  eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Rr  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  \\)D*D44>*?*IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,,   ""$p%p'')X*X,,.@/@113(4(6689;;==?l@lBBDTETGGI:J:LLNOQQSTVtVtXXZX[X]]_<`v>xxz"{"}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I3I3IDI DIKIKInInIIIIIIpIuIuIYIYI_I`_IIIaIaI-IL -II IxIp xIeIt eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>1?1IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd\e\ggiBjBlln&o&qqstvyvyxxz[{[}}==qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIISDI SDIIIIImImI%I%IIIYIpYIIIII_I`_IyIyIaIaI-IL -II IxIp xIeIt eIIT III=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations13s} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations13s} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations13s  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>"?"IIST^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?N@NBBD4E4GGIJLLNOQsQsSSUYVYXXZ?[?]]_%`%bbd e g~g~iikdldnnpJqJssu0v0xxz{}}ooSSʼnŋ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIyKIyKI nI nIIIKIKIIpI{I{III_I`_IyIyIaIaI-IL -II IxIp xI%eIt %eIyIT yIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sF b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)E*E44>3?3IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIsJsLLN_O_QQSKTKVVX7Y7[[]#^#``bceeggiqjqlln]o]qqsItIvvx5y5{{}!~! oo[[ёѓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIISDI SDIIIIImImIIIIISIpSIIIII_I`_IyIyIaIaI-IL -IݢI ݢIxIp xIdIt dI_IT _I/I/II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations14t} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations14t} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations14t  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  PP)6*644>?IISS]k^khhrKsK} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__aZbZddf'?'IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//ss[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LoIIIMDI MDIHIHImImIIIIISIpSIIIII_I`_IsIsI[I[I'IL 'II IxIp xI eIt  eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  SS)=*=44>&?&IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&r r""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00vv`` b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LoI?I?IDI DIKIKInInIIIIIIpIIISISI`I``I)I)I[I[I'IT 'I I  I5wIx 5wIGI| GICI\ CI9I9II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1Uy  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>)?)IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGIQJQLLN;O;QQS%T%VVXY[[]]_n`nbbdXeXggiBjBlln6o6qqs t vvx y {{}}iiނބSSȇȉ=='' b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIIGDI GDIHIHI{mI{mIIIIIMIpMIIIII_I`_IsIsI[I[I'IL 'II IxIp xIeIt eIIT III7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>!?!IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI!J!LLNOQzQzSSU`V`XXZF[F]]_,`,bbdeggiikjljnnpNqNssu2v2xxz{}}llބކPPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LoI?I?IDI DIKIKInInIIIIIIpIIISISIaI`aIqIqI[I[I'IT 'II IwIx wIFI| FII\ IIIuI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)8*844> ? IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD.?.IIST^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLNDODQQS2T2VVX Y [[]^``bbdsesggiajallnVoVqqs:t:vvxy{{}~ttXXʇʉ<<  b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIEIEIDI DIsKIsKInInIIIEIEIIpIIIII^I`^IOIOIUIUI!IL !II I/wIp /wI GIt  GI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  QQ)G*G44>/?/IIS#T#^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I  ==11!!   ""$y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDoEoGGIWJWLLN?O?QQS'T'VVXY[[]]_k`kbbd_e_ggiGjGlln/o/qqstvvxxzs{s}}[[ςτCC(( b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIIADI ADI II IIumIumIII۲I۲IGIpGIIIII`I``I5I5IUIUI!IT !II I#wIx #wIGI| GII\ III{I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations11q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations11q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations18l b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations11q  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1g  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  JJ)8*844>"?"IIS T ^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``JJ 4 4  }}ggQ Q""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnppqpssuTvTxxz8{8}}rrVVȎȐ:: b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIEIEIDI DIsKIsKInInIIIEIEIIpIIIII^I`^IOIOIUIUI!IL !II IwIp wIFIt FIIT IIIKI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)=*=44>!?!IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!!  i i""$Y%Y'')A*A,,.)/)11346688:m;m==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbd e g}g}iikalannpEqEssu)v)xxz { }}ccՄՆEE''  b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1cIIIDI|DIIIIILILIAVI|AVIwYIHwYIQmIQmIIPISIXSIIIIPIIIII#I#II$ I%I, %I[ I [ I)I$ )I-I -I]ZI| ]ZI`IX`I5I5IwIwI?I?II\IIIIII8IxIxI+eI+eIrIrIIlIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pm b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pm b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pm  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1)i9y+k  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d)9rn+3dxVH:t-f   X   C z  5 u  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10CC  OO)I*I44>9?9IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1CC33 # #  //w w""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJyJyLLNeOeQQSQTQVVX=Y=[[])^)``bceeghjwjwllnoooqqs[t[vvxGyG{{}3~3 mm# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xcIQIQIDIdDIKIlKI!UI!UIWXIWXI#nI@#nIIIiIiII@I)I )IIIII;I ;I(I (I+Id +I=YI =YI`I `IIH ISIhSI{ID{I7I7IIII IIIxIpxIeIteIrITrI1I1II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n:  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Mm?_ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations11qGW  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d1G|UGc*q8J\  % n 7    ! N  ` bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)@*@44>0?0IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/9113'4'6689;;==?^@^BBDLELGGIXJXLLNFOFQQS4T4VVX"Y"[[]^``bbdueuggicjcllnXoXqqs>""  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1cIIIDI|DIIIIILILIAVI|AVIwYIHwYIKmIKmIIPISIXSIIIIPIIIIIIII$ I%I, %I[ I [ I)I$ )I-I -I]ZI| ]ZI`IX`IIIAIAIIII\IYIYIW IW II8IxIxIeIeIrIrIIlIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oj b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oj b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oj  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1]:0p  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d]:t=Q.G  hCy  T  /  e ? @ ]U0 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10BB  KK)?*?44>+?+IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1BB..    ##qq] ]""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoqqssuovoxxzW{W}}??''kk# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xcIWIWIDIdDIKIlKI!UI!UIWXIWXI#nI@#nIIIiIiII@I)I )IIIII;I ;I(I (I+Id +I=YI =YI`I `I/IH /IqIhqIIDI[I[I{I{IyI yIIIxIpxIeIteIrITrIIII$IOI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 F bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 F bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p<  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 F  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >r b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1R$tD  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dR$vH](ls>>`0 P   p  @   b l  4T bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  JJ)8*844>$?$IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``JJ 4 4  }}ggQ Q""$?%?''))*),,./11335r6r88:\;\==?)@)BBDEGGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnoqrqrssuVvVxxz:{:}}ttXXʎʐ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIIIGDIdGDIKIlKI-UI-UIcXIcXIumI@umIIIuIuII@I5I 5IGIGIIIGI GI(I (I,Id ,IIYI IYI`I `I;IH ;I}Ih}IEIDEIIIIII IIIxIpxIeIteIrITrI=I=I I$ II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 <|9y bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 <|9y bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 <|9y  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations19y"b+k  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d9"ri+0dwVL>w0i  " [    H   : z  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  MM);*;44> ? IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__MM ; ;  ))||j j""$X%X'')F*F,,.4/4113"4"6689;;==?u@uBBDcEcGGI5J5LLNOQQS T VVXY[[]]_n`nbbdXeXggiBjBlln6o6qqs t vvx y {{}}iiނބSSȇȉ==''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIKIKIDIdDIKIlKI-UI-UIcXIcXInI@nIIIuIuII@I5I 5IIIIIGI GI(I (I,Id ,IIYI IYI`I `I)IH )IkIhkIuIDuIII#I#I!I!IݢILݢIxIxIdIdIirIirIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Aab b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 H,l b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<H,uX> h0x@P  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  ZZ)F*F44>2?2IIST^^his\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66**  "#%%'')t*t,,.`/`113L4L668898;;=$>$@@BCEEGGIrJrLLNZOZQQSBTBVVX*Y*[[]^``bbdnenggiVjVlln@o@qqs(t(vvxy{{}}llTT ||  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIIIADIdADIKIlKI-UI-UIcXIcXIumI@umIIIuIuII@I5I 5IGIGIIIGI GI(I (I,Id ,IIYI IYI`I `IIH IGIhGIEIDEIIIIII IIIxIpxIeIteI{rIT{rIIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ;{9y bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ;{9y bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ;{9y  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations19y+k  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d9r+d>WLI;t-f   X   C   [ 5 u  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  LL)6*644>?IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$rr^ ^""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGIJLzLzNNP`Q`SSUcVcXXZI[I]]_/`/bbdeggiiknlnnnp\q\ssuBvBxxz({(}}ggډڋMM33  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIKIKIDIdDIKIlKI3UI3UIiXIiXInI@nIII{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `I5IH 5IwIhwIMIDMIIIIIIIŢILŢIxIxIdIdIQrIQrIIIqIqII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Aat b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 9y b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<9r+dPXbJ+C|E  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)<*<44>$?$IIST^~^~hhrEsE} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$h%h'')P*P,,.8/8113 4 6689;|;|==?d@dBBDLELGGI4J4LLNOQQSSUnVnXXZR[R]]_6`6bbdeggiikplpnnpXqXssu)?)IIST^^hhrQsQ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccWW K K  ??33##  ""$q%q'')]*],,.I/I113545668!9!;;= > @@BBDiEiGGIQJQLLN9O9QQS!T!VVX Y [}[}]]_e`ebbdMeMggi5j5llnoqqstvyvyxxza{a}}II11ooUU  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIEIEIDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,IaYI aYI`I `II0 I;IP;II,IIII$IxIxIdIdIIIII7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 3S b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1_ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1f-t  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844> ? IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?L@LBBD2E2GGIJLLNNPqQqSSUWVWXXZ=[=]]_#`#bbd e g|g|iikblbnnpHqHssu.v.xxz{}}mmSSʼnŋ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIGDIdGDIKIlKI?UI?UIuXIuXI{mI@{mIIIIII@IGI GIMIMIIIYI YI(I (I,Id ,I[YI [YI`I `IIH IAIhAIAIDAIIIIIIIILIxIxIdIdIKrIKrI}I}IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U9y bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U9y bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U9y  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  <\ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 G b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<GUc=*qO8F2 r  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)7*744>?IIST^s^shhr:s:} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##k k""$S%S'');*;,,.#/#113 4 6688:g;g==?M@MBBD1E1GGIJLLNNPkQkSSUOVOXXZ3[3]]_`bbddfmgmiikQlQnnp5q5ssuvxxzz|o}oSSńņmmސޒ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIEIEIDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,IaYI aYI`I `I)I0 )IkIPkIAI,AI}I}IעI$עIxIxIdIdIYIYI)I)II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 \ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 \ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z&  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 \  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1;I V  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  LL)2*244>?IISS]i^ihhrKsK} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ooU U""$;%;'')!*!,,./1z1z335`6`88:F;F==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__aXbXddf:g:iiklnnpprosouuwQxQzz|3}3gg׋׍GG b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIIMDILMDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYISISIIIkI kI(I (I+,IL +,ImYI mYI`I `I#I0 #IeIPeII,I/I/I I$ IxIxIeIeIgIgI7I7II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 1q;{  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 1q;{  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 1q;{   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 HhXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1[&q  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  UU)G*G44>9?9IIS%T%^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccUU G G  99++  "#%z%z'')l*l,,.^/^113P4P668B9B;;=4>4@@B&C&EEGHJJLMOOQQSmTmVVX[Y[[[]I^I``b5c5eeghjjl m o|o|qqsbtbvvxHyH{{}.~.llތގPP‘“ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loI?I?IDILDIKITKI]UI]UIXIXI nI( nIIIII/I(/IeIeIII{I{IwI wI)I )I7,IL 7,IyYI yYI`I `II0 I/IP/II,IIII$IxIxI eI eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 f. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 f. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 f.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }!A b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1R bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Wab  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  SS)=*=44>(?(IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&r r""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00xxbb b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIIMDILMDIKITKIKUIKUIXIXImI(mIIIIII(ISISISISIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 I5IP5I;I,;IIII$IxIxI eI eIIIIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 0p:z bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 0p:z bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 0p:z  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 %E"B b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1<RK  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbdXeXggi>j>lln"o"qqstvuvuxxzW{W}}99ooQQ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loI?I?IDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `II0 I_IP_I;I,;ISISII$IxIxIeIeIIIII=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 g0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 g0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 g0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1&k0u '  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>#?#IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI#J#LLN O Q|Q|SSUbVbXXZH[H]]_.`.bbdeggiikhlhnnpLqLssu0v0xxz{}}jj܄܆PPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIISDILSDIKITKIuUIuUIXIXImI(mI%I%IIIGI(GI}I}IYIYIIII I)I )IO,IL O,IYI YI`I `I#I0 #IeIPeII,IGIGII$IxIxI%eI%eIyIyIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IQ@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IQ@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IQ@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 QqBb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1G bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T!n   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)C*C44>3?3IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$k%k'')[*[,,.K/K113;4;668+9+;;=>@@B C EEGGIsJsLLN_O_QQSKTKVVX7Y7[[]#^#``bceeggiqjqlln]o]qqsItIvvx5y5{{}!~! oo[[ёѓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIuIuIqI qI(I (I1,IL 1,IsYI sYIu`I u`IՄI0 ՄIIPII,IIII$IxIxIeIeI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 f" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 f" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qB  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 f"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 m * b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1E bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1H N5 u  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>2?2IIS T ^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIZJZLLNHOHQQS6T6VVX$Y$[[]^``bcewewggiejellnNoNqqs2t2vvxy{{}}llނބPP‡‰44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIISDILSDIKITKIoUIoUIXIXImI(mIIIIIAI(AIwIwISISIIII I)I )II,IL I,IYI YI`I `II0 ISIPSI;I,;IIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JP> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JP> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JP>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |@`1 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1;U"d  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO);*;44>'?'IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$M%M'')9*9,,.%/%11346688:s;s==?_@_BBDKEKGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//ss[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKIWUIWUIXIXI nI( nIIIII)I()I_I_III{I{IqI qI(I (I1,IL 1,IsYI sYI`I `II0 ISIPSI/I,/I)I)II$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 g$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 g$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 g$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1TZ  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  NN)8*844>$?$IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddNN 8 8  ""  kkU U""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIYDILYDIKITKI?UI?UIuXIuXImI(mI+I+IIII(IGIGI_I_IIIYI YI(I (I,IL ,I[YI [YI`I `I#I0 #IeIPeII,III I$ IxIxIeIeICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 &f9y  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 &f9y  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 &f9y   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Jj.N b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Q"s `  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbd\e\ggiFjFlln0o0qqstvvxy{y{y}}cc؂؄MM‡‰77!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGIIIoIoIYI YI(I (I,IL ,I[YI [YIo`I o`IτI0 τIIPII,IIII$IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f7 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f7 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f7  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1I[  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ^^)J*J44>6?6IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::..""  "#%%'(*x*x,,.d/d113P4P668<9<;;=(>(@@BCEEGHJvJvLLN^O^QQSFTFVVX.Y.[[]^``bbdrerggiZjZllnBoBqqs*t*vvxy{{}}nnVVʇʉ>>&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIYDILYDIKITKI?UI?UIuXIuXImI(mI%I%IIII(IGIGIYIYIIIYI YI(I (I,IL ,I[YI [YI`I `II0 IYIPYI;I,;I%I%II$IxIxI eI eIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 %e9y  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 %e9y  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 %e9y   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 oAa b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Df7  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP):*:44>$?$IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI(J(LLNOQQSSUgVgXXZM[M]]_3`3bbdeggiikrlrnnpXqXssu>v>xxz${$}} }}cc։֋II// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I3I3IDILDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGIIIoIoIYI YI(I (I,IL ,I[YI [YI`I `II0 IAIPAI5I,5I}I}II$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 N bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 N bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g9  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 N  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$m6 I  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)@*@44>(?(IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$l%l'')T*T,,.>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{III_DIL_DIKITKIEUIEUI{XI{XImI(mI+I+IIII(IMIMI_I_III_I _I(I (I,IL ,IaYI aYI`I `II0 I)IP)II,IIIII I$ IxIxIeIeI%I%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @:z  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @:z  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @:z   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 4 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\8  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)C*C44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77''  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDmEmGGIUJULLN=O=QQS%T%VVX Y [[]]_i`ibbdQeQggi9j9lln!o!qqs t v}v}xxze{e}}MM55uu b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I'I'IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIiIiI_I _I(I (I,IL ,IaYI aYI`I `I/I0 /IqIPqII,IIII$IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[,  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 _Ss b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T(|0 p  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>$?$IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?P@PBBD6E6GGIJLLNOQuQuSSU[V[XXZA[A]]_'`'bbd e ggiikflfnnpLqLssu2v2xxz{}}qqWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIYDILYDIKITKIKUIKUIXIXImI(mI+I+IIII(ISISI_I_IIIeI eI(I (I%,IL %,IgYI gYI]`I ]`II0 IIPIGI,GIIII$IxIxIeIeIIIII+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @:z bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @:z bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @:z  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 b b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1pL(l } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS);*;44>!?!IIST^w^whhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''o o""$W%W'')?*?,,.'/'11346688:k;k==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbddfqgqiikUlUnnp9q9ssuvxxz{}s}sWWɄɆ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIiIiI_I _I(I (I,IL ,IaYI aYI`I `II0 I_IP_IAI,AI=I=II$IxIxIdIdIkIkI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\.  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dd> b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1P$xL  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  PP)6*644>?IISS]m^mhhrOsO} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?.@.BBDEGGIIKcLcNNPEQESSU'V'XXZ [ ]z]z__a\b\ddf>g>iik l nnpqssssuuwUxUzz|7}7kkۋۍKK b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIeDILeDIKITKIKUIKUIXIXImI(mI1I1IIII(ISISIeIeIIIeI eI(I (I%,IL %,IgYI gYIu`I u`IՄI0 ՄIIPII,IIII$IxIxI1eI1eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [9y bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [9y bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [9y  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1gN5 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  YY)K*K44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggYY K K  ==//!!  "#%~%~'')p*p,,.b/b113T4T668F9F;;=8>8@@B*C*EEGHJJL M OOQQSqTqVVX_Y_[[]M^M``b9c9eeg#h#jjl m ooqqsftfvvxLyL{{}2~2ppTTƑƓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIcIcIeI eI(I (I%,IL %,IgYI gYI`I `I/I0 /IqIPqII,I[I[II$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P! b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P! b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P!  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 XxNn b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1_>  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  WW)A*A44>,?,IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::** v v""$`%`'')J*J,,.4/411346689;};}==?g@gBBDQEQGGI1?1IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd\e\ggiBjBlln&o&qqstvyvyxxz[{[}}==ssUU b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIcIcIeI eI(I (I%,IL %,IgYI gYI`I `I5I0 5IwIPwISI,SIIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q#  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x ,Uu b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1|[: } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  SS)=*=44>'?'IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,xxb b""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiiklllnnpPqPssu4v4xxz{}}nnTTljNj::  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDIDIHI$HImImIIIɲI$ɲIIIiIiII$I1_I1_IIIsI sI?I| ?I=I =IyI yIOeI OeII IsIsII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qQ' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qQ' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qQ' b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx  hh)X*X44>F?FIIS2T2^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88((  "#%%'')p*p,,.`/`113P4P668@9@;;=0>0@@B C EEGHJJLLNrOrQQS^T^VVXJYJ[[]6^6``b"c"eeghjjllnpopqqs\t\vvxHyH{{}4~4  nn b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIIIIpI]I]IeIeI`I``I/I/IsIsI?IL ?I+I +IyIp yI=eIt =eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ff  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  aa)O*O44>=?=IIS+T+^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssaa O O  ==++ ~ ~""$l%l'')Z*Z,,.H/H113646668$9$;;=>@@BCEwEwGGIeJeLLNSOSQQSATAVVX/Y/[[]^``b c eeggipjpllnYoYqqs=t=vvx!y!{{}~ww[[͇͉??## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDIDIHI$HImImIIIɲI$ɲIIIoIoII$I1_I1_IIIsI sI?I| ?I%I %IxI xI7eI 7eI+I +IIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rO* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rO* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rO* b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  bb)N*N44>8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&t t""$`%`'')L*L,,.8/8113$4$6689;;==?r@rBBD^E^GGIHJHLLN0O0QQSTVVXY[t[t]]_\`\bbdDeDggi,j,llnoqqssupvpxxzX{X}}@@((ll b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIIIIpI]I]IeIeI`I``I5I5IsIsI?IL ?II IxIp xI+eIt +eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  ]])G*G44>1?1IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss]] G G  11zzd d""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUrVrXXZ\[\]]_F`Fbbd0e0ggijllnoqsqsssuWvWxxz;{;}}uuYYˎː== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIwDI wDIIIIImImICICIIIwIpwIIIII+_I`+_IIImImI9IL 9I+I +IyIp yI=eIt =eIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1[} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1[} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1[  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  bb)P*P44>>,,  ""$m%m'')[*[,,.I/I113747668%9%;;=>@@BCExExGGIdJdLLNNONQQS8T8VVX"Y"[[] ^ ``bbdkekggiUjUlln?o?qqs)t)vvxy{{}}rr\\чщFF00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIiIiIIpIcIcI;I;I`I``I#I#ImImI9IL 9I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1?_  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  gg)S*S44>=?=IIS%T%^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssgg [ [  OOCC77++  "#%%' ( **,,.m/m113Y4Y668E9E;;=1>1@@BCEEG H J}J}LLNeOeQQSMTMVVX5Y5[[]^``bceyeyggiajallnIoIqqs1t1vvxy{{}~uu]]чщEE-- b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIqDI qDIIIIImImICICIIIwIpwIIIII+_I`+_IIImImI9IL 9II IxIp xI%eIt %eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Z} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Z} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Z  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  __)I*I44>1?1IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##q q""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI5J5LLNOQQSTVtVtXXZZ[Z]]_@`@bbd&e&ggi j llnnpeqessuKvKxxz1{1}}ppVVɎɐ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIoIoIIpIcIcIAIAI`I``I5I5ImImI9IL 9I I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Pp  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  cc)K*K44>1?1IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1sscc S S  CC33##  "#%w%w'')_*_,,.G/G113/4/6689;;==?s@sBBD[E[GGIAJALLN%O%QQS T V{V{XXZ_[_]]_C`Cbbd'e'ggi j l}l}nnpaqassuEvExxz){)}} ccՉՋGG++ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIqDI qDIHIHImImI=I=IɲIɲIqIpqIIIII`I``I#I#ImImI9IL 9II IxIp xI+eIt +eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Dd  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  dd)P*P44>8?8IIS T ^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tthh \ \  PPDD44   " # %%'')n*n,,.Z/Z113F4F668292;;=>@@BCExExGGI`J`LLNHOHQQS0T0VVXY[[]^`t`tbbd\e\ggiDjDlln,o,qqstvvxxzp{p}}XX̂̄@@%% ~~ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIIIIpIiIiIeIeI%_I`%_IIImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V' b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  WW)A*A44>'?'IIS T ^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1llXX D D  00||f f""$P%P''):*:,,.$/$11346688:m;m==?S@SBBD9E9GGIJLLNOQxQxSSU^V^XXZD[D]]_*`*bbdeggiikilinnpOqOssu5v5xxz{}}ttXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIkDI kDIHIHImImI=I=IɲIɲIqIpqIIIII`I``I)I)ImImI9IL 9II IxIp xIeIt eIIT III7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Mm  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  ^^)F*F44>*?*IIST^^hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22 z z""$b%b'')J*J,,.2/211346689;v;v==?Z@ZBBD>E>GGI"J"LLNOQxQxSSU\V\XXZ@[@]]_$`$bbdegzgziik^l^nnpBqBssu&v&xxz { }|}|``҄҆BB$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIIIIpIiIiI_I_I%_I`%_IIImImI9IL 9II IxIp xIeIt eIwIT wIGIGII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U' b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  WW)=*=44>?IIST^r^rhhrRsR} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22zz` `""$F%F''),*,,,./11335k6k88:Q;Q==?3@3BBDEGGIIKhLhNNPJQJSSU,V,XXZ[]]__aabaddfCgCiik%l%nnpqsxsxuuwZxZzz|<}<nnދލNN b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIeDI eDIIIIImImI7I7IIIkIpkI I III`I``IIIgIgI3IL 3I%I %IxIp xI7eIt 7eIIT IOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations12r} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations12r} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations12r  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1?_  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  bb)T*T44>D?DIIS0T0^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppbb T T  FF88**  "#%%'(*y*y,,.k/k113]4]668O9O;;=A>A@@B3C3EEG%H%JJLMOOQRTxTxVVXfYf[[]T^T``b@c@eeg*h*jjlmooqqsmtmvvxSyS{{}9~9uuYYˑ˓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I-I-IDI DIKIKImImIIIWIWIIpIoIoI)I)I%_I`%_IIIgIgI3IL 3I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_0 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  XX)B*B44>+?+IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk[[ K K  ;;++ w w""$a%a'')K*K,,.5/51134668 9 ;~;~==?h@hBBDRERGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoq{q{ssucvcxxzK{K}}33yycc b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIeDI eDI!II!IImImI1I1IIIeIpeIIIII`I``I/I/IgIgI3IL 3I I  IxIp xIeIt eI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations13s} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations13s} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations13s  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Tt  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  \\)J*J44>6?6IIST^^hispsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn\\ J J  88&& y y""$g%g'')U*U,,.C/C1131416689;;= > @@BBDrErGGI^J^LLNHOHQQS2T2VVXY[[]^`{`{bbdaeaggiGjGlln+o+qqs t v~v~xxz`{`}}BB$$vvXX b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I-I-IDI DIKIKImImIIIWIWIIpIoIoI)I)I%_I`%_IIIgIgI3IL 3II IxIp xIeIt eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^0 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  VV)@*@44>(?(IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //{{e e""$O%O'')9*9,,.#/#113 4 6688:l;l==?V@VBBD@E@GGI(J(LLNOQQSSUgVgXXZM[M]]_3`3bbdeggiikmlmnnpQqQssu5v5xxz{}}ooSSƉƋ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{III_DI _DIHIHImImI1I1IɲIɲIeIpeIIIII`I``IIIaIaI-IL -II IxIp xI1eIt 1eIIT IUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  \\)L*L44>:?:IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,,   ""$t%t'')d*d,,.T/T113D4D668494;;=$>$@@BCEEGHJzJzLLNfOfQQSRTRVVX>Y>[[]*^*``bceeghjxjxllndodqqsPtPvvx1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNGOGQQS5T5VVX#Y#[[]^``bbdvevggidjdllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{III_DI _DIHIHImImI+I+IɲIɲI_Ip_IIIII`I``I)I)IaIaI-IL -II IxIp xIeIt eI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Uu  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)B*B44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..||h h""$T%T'')@*@,,.,/,11346689;z;z==?f@fBBDRERGGI%?%IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggQQ ; ;  %%nnX X""$B%B''),*,,,./11346u6u88:_;_==?I@IBBD3E3GGIJLLNOQ|Q|SSUfVfXXZP[P]]_:`:bbd$e$ggijllnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIYDI YDIIIIImImI+I+III_Ip_IIIII`I``IIIaIaI-IL -I I  IxIp xIeIt eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1/o} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1/o} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1/o  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations13S  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>0?0IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd_e_ggiIjIlln3o3qqstvvxy{|{|}}ffۂۄPPŇʼn::$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIyKIyKInInIIIKIKIIpIuIuIII_I`_IyIyIaIaI-IL -II IxIp xIeIt eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qB b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  [[)G*G44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77++  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIqJqLLNYOYQQSATAVVX)Y)[[]^``bbdmemggiUjUlln=o=qqs%t%vvx y {{}}ii݂݄QQŇʼn99!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIISDI SDIIIIImImI%I%IIIYIpYIIIII`I``I)I)IaIaI-IL -II IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations10p} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations10p} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations10p  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Tt  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)=*=44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~dd׉׋JJ00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIyKIyKInInIIIKIKIIpIuIuIII_I`_IyIyIaIaI-IL -II IxIp xIeIt eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pB b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)?*?44>%?%IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpUqUssu9v9xxz{}}ssWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LoIIISDI SDIHIHImImI%I%IIIYIpYIIIII_I`_IyIyI[I[I'IL 'II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)D*D44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88((  "#%v%v'')b*b,,.N/N113:4:668&9&;;=>@@BBDlElGGITJTLLN?IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?G@GBBD-E-GGIJLLNNPlQlSSURVRXXZ8[8]]_`bbdeggiikglgnnpMqMssu3v3xxz{}}rrVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIIMDI MDIHIHImImIIIIISIpSIIIII_I`_IyIyI[I[I'IL 'II IxIp xIdIt dIIT IwIwII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR):*:44>?IIST^x^xhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&n n""$V%V'')>*>,,.&/&11346688:j;j==?N@NBBD2E2GGIJLLNNPlQlSSUPVPXXZ4[4]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LoI9I9IDI DIKIKI nI nIII{I{IIpI{I{IMIMI{`I`{`IۄIۄI[I[I'IL 'IݢI ݢIwIp wIFIt FI_IT _IUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yK b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yK b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yK b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1/+  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  KK)1*144>?IISS]n^nhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&nnT T""$:%:'') * ,,./1y1y335_6_88:E;E==?'@'BBD E GzGzIIK\L\NNP>Q>SSU V XXZ[]s]s__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIIMDI MDI II II{mI{mIII۲I۲IMIpMIIIII`I``IIIUIUI!IT !II I;wIx ;wIGI| GImI\ mIcIcI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1,l} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1,l} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1,l  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations14X  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  VV)J*J44>:?:IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddVV H H  ::,,  "#%}%}'')o*o,,.a/a113S4S668E9E;;=7>7@@B)C)EEGHJJL M OOQQSnTnVVX\Y\[[]J^J``b6c6eeg h jjl m ooqqsotovvxUyU{{};~;!!ww[[͓͑ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI?I?IDI DIsKIsKInInIIIEIEIIpIIIII^I`^IOIOIUIUI!IL !II I/wIp /wI GIt  GI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  LL)@*@44>)?)IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ?  //  k k""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`MbbdAeAggi)j)llnoqqssumvmxxzU{U}}==%%mm b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIIGDI GDI II II{mI{mIII۲I۲IMIpMIIIII`I``I)I)IUIUI!IT !II I)wIx )wIGI| GII\ IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1-m} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1-m} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1-m  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1Y}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)B*B44>.?.IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln/o/qqstvvxxzd{d}}FF(( zz\\ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI?I?IDI DIsKIsKInInIIIEIEIIpIIIII^I`^IOIOIUIUI!IL !II IwIp wIFIt FIIT IIIiI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  JJ)<*<44>$?$IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##ooY Y""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD4?4IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1@@..    (({{i i""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGI\J\LLNJOJQQS8T8VVX&Y&[[]^``bceyeyggigjglln\o\qqs@t@vvx$y${{}~zz^^ЇЉBB&&# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIQIQIDIdDIKIlKI!UI!UIWXIWXInI@nIIIiIiII@I)I )IIIII;I ;I(I (I+Id +I=YI =YI`I `IIH I_Ih_IQIDQI I IIII IIIxIpxI%eIt%eIrITrIyIyIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 C bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 C bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j6  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 C  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 \|` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1<|6vu  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d<x4p,h$`\rXM  (  T   P  L   F  %e bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)E*E44>5?5IIS!T!^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$m%m'')]*],,.M/M113=4=668-9-;;==?w@wBBDgEgGGIuJuLLNaOaQQSMTMVVX9Y9[[]%^%``bceeggisjsllnkokqqsWtWvvxCyC{{}/~/}}iiߑߓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1iIIIDI|DIIIIILILIGVI|GVI}YIH}YIQmIQmIIPIYIXYIIIIPIOIOI#I#II$ I+I, +Ia I a I)I$ )I!-I !-IcZI| cZI`IX`I/I/IqIqIIII\I1I1I/!I/!II8IxIxIeIeIrIrIIlIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ol b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ol b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ol  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1hP \  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dhP8 pX@& r d X ) n > 3 $   pG&f  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10??  HH):*:44>&?&IIST^^hisrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1??))    {{eeO O""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ}Q}SSUgVgXXZQ[Q]]_;`;bbd%e%ggijllnoqtqtssuXvXxxz<{<}} vvZZ̎̐>># b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIQIQIDIdDIKIlKI!UI!UIWXIWXI#nI@#nIIIiIiII@I)I )IIIII;I ;I(I (I+Id +I=YI =YI`I `I)IH )IkIhkIIDIaIaI#I#I! I ! IIIxIpxI eIt eIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 D bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 D bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 D  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 -Mh b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1GS P  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dGUc*q8}BL   V   ^  ` 9   . n  8x bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)=*=44>)?)IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$O%O'');*;,,.'/'11346688:u;u==?B@BBBD.E.GGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqqssumvmxxzU{U}}==%% ii  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIIIGDIdGDIKIlKI-UI-UIcXIcXI{mI@{mIIIuIuII@I5I 5IMIMIIIGI GI(I (I,Id ,IIYI IYI`I `IIH ISIhSIKIDKIIIIII IIIxIpxIeIteIrITrI=I=I I$ II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 8x;{ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 8x;{ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 8x;{  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1;{1q.n  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d;v1l'bXZN! hD/   : u 0  + f  ! \  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  VV)B*B44>?IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbVV J J  >>22&&  "#%%'')p*p,,.\/\113H4H668494;;= > @@B C EEGGIPJPLLN8O8QQS T VVX&Y&[[]^``bbdjejggiRjRllnDoDqqs,t,vvxy{{}}ppXẊ̉@@((  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIKIKIDIdDIKIlKI3UI3UIiXIiXInI@nIII{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `I/IH /IqIhqIIDIIIcIcIaIaIݢILݢIxIxIdIdIirIirIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 N  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 N  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 N   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ej b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 Il b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<I[$n7I[6 h A > bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^^hisZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbd\e\ggiFjFlln2o2qqstvvxy{{{{}}eeڂڄOOzz  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIIIGDIdGDIKIlKI-UI-UIcXIcXI{mI@{mIIIuIuII@I5I 5IMIMIIIGI GI(I (I,Id ,IIYI IYI`I `I5IH 5IwIhwIQIDQI I IIII IIIxIpxIeIteI{rIT{rIIII$I=I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 7w;{ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 7w;{ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 7w;{  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1;{1q   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d;v1l'bYO E v  = = y  4 K  / j  % ` 'g bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR):*:44>?IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22"" z z""$f%f'')N*N,,.6/611346689;z;z==?b@bBBDJEJGGIJLLNNPiQiSSUlVlXXZP[P]]_4`4bbdeggiiknlnnnpZqZssu>v>xxz"{"}}xx\\Ή΋@@$$  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIKIKIDIdDIKIlKI3UI3UIiXIiXInI@nIII{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `I/IH /IqIhqIIDIIIIIIIIIˢILˢIxIxIdIdIWrIWrIII}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a-  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Hhj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 ;{E  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<;v1l'bXS  s L % bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)8*844>"?"IIST^^hhrFsF} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD?IIST^u^uhhr=s=} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##ooY Y""$C%C'')-*-,,./11346v6v88:`;`==?H@HBBD.E.GGIJLLNNPmQmSSUSVSXXZ9[9]]_`bbdegxgxiik^l^nnpDqDssu*v*xxz{}}ii܄܆11  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loI?I?IDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,IaYI aYI`I `I5I0 5IwIPwII,I3I3II$IxIxI eI eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 l b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1[ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1e< j   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)C*C44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77''  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDmEmGGIUJULLN=O=QQS%T%VVX Y [[]]_i`ibbdQeQggi9j9lln!o!qqs t v}v}xxze{e}}MM55uu b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIMDIdMDIKIlKI?UI?UIuXIuXImI@mIIIIII@IGI GISISIIIYI YI(I (I,Id ,I[YI [YI`I `I;IH ;I}Ih}IQIDQIIIIIIIILIxIxIdIdI?rI?rI5I5IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U;{ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U;{ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U;{  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 R(  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1<R$vHl>"t  L  ^ B bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  JJ)0*044>?IISS]g^ghhr*s*} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%mmS S""$9%9'')*,,./1x1x335^6^88:D;D==?(@(BBD E G{G{IIK]L]NNP?Q?SSU!V!XXZ[]t]t__aVbVddf8g8iiklnnpprmsmuuwOxOzz|1}1ֆֈFF&&  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIEIEIDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,IaYI aYI`I `I#I0 #IeIPeII,IIII$IxIxIdIdIIIqIqII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Z  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Z  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V"  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Z   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 \| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations12  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1A  o F b } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)9*944>?IIST^u^uhhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%m m""$U%U'')=*=,,.%/%113 4 6688:i;i==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbddfogoiikSlSnnp7q7ssuvxxzz|q}qUUDŽdž99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIISDILSDIKITKIQUIQUIXIXImI(mI%I%III#I(#IYIYIYIYIIIkI kI(I (I+,IL +,ImYI mYI`I `II0 ISIPSIɽI,ɽICICII$IxIxI eI eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 -m=}  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 -m=}  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 -m=}   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 =]Hh b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1$d bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1f1|G  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  OO)9*944>$?$IIS T ^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22""n n""$X%X'')B*B,,.,/,11346689;u;u==?_@_BBDIEIGGI4J4LLNOQQSTVxVxXXZ`[`]]_H`Hbbd0e0ggijllnoqtqtssu\v\xxzD{D}},,tt^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKI]UI]UIXIXI nI( nIIIII/I(/IeIeIII{I{IwI wI)I )I7,IL 7,IyYI yYI`I `I)I0 )IkIPkII,I I II$IxIxI%eI%eImImI=I=II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zI b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 d. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zI b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 d. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zI  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 d.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1J bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HrG  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  YY)K*K44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggYY K K  ==//!!  "#%~%~'')p*p,,.b/b113T4T668F9F;;=8>8@@B*C*EEGHJJL M OOQQSqTqVVX_Y_[[]M^M``b9c9eeg#h#jjl m ooqqsftfvvxLyL{{}2~2ppTTƑƓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIISDILSDIKITKIKUIKUIXIXImI(mIIIIII(ISISISISIIIeI eI(I (I%,IL %,IgYI gYI`I `I5I0 5IwIPwIQI,QIIII$IxIxIeIeIIIII7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ,l<| bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ,l<| bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ,l<|  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :l b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  ] ( s _ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>!?!IIST^x^xhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?M@MBBD7E7GGI!J!LLNOQzQzSSU`V`XXZF[F]]_,`,bbdeggiikflfnnpJqJssu.v.xxz{}}hhڄچNN44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI?I?IDILDIKITKI]UI]UIXIXI nI( nIIIII/I(/IeIeIII{I{IwI wI)I )I7,IL 7,IyYI yYI`I `II0 ISIPSII,IIII$IxIxI eI eIIIIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 e0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 e0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 e0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ff b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 q F  /o } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbdZeZggi@j@lln$o$qqstvwvwxxzY{Y}};;qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIYDILYDIKITKIuUIuUIXIXImI(mI+I+IIIGI(GI}I}I_I_IIII I)I )IO,IL O,IYI YI`I `I#I0 #IeIPeIýI,ýIaIaII$IxIxIeIeI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IS@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IS@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IS@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6VRr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1_ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1m:T / } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)>*>44>.?.IIST^^hisrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$[%['')I*I,,.7/7113%4%6689;;=>@x@xBBDfEfGGIVJVLLNDODQQS2T2VVX Y [[]^``bbdsesggiajallnJoJqqs.t.vvxy{{}}hhڂڄLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI3I3IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIuIuIqI qI(I (I1,IL 1,IsYI sYI`I `II0 I_IP_II,IIII$IxIxI+eI+eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o>  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 d" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o>  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 d" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o>   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 d"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations19y bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1+~Q$ i } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)G*G44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$o%o'')_*_,,.O/O113?4?668/9/;;=>@@BCEEGGIwJwLLNcOcQQSOTOVVX;Y;[[]'^'``bceeggiujullnaoaqqsMtMvvx9y9{{}%~%ss__ՑՓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIYDILYDIKITKIoUIoUIXIXImI(mI%I%IIIAI(AIwIwIYIYIIII I)I )II,IL I,IYI YI`I `I#I0 #IeIPeIQI,QIIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JR> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JR> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JR>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 =]Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ! n ;  | } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  LL)6*644>"?"IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbLL 6 6      iiS S""$=%='')'*',,./11335p6p88:Z;Z==?D@DBBD.E.GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI3I3IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIuIuIqI qI(I (I1,IL 1,IsYI sYI`I `II0 IAIPAIuI,uIoIoII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 e$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 e$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 e$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 w J  p < } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)=*=44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11uu]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{III_DIL_DIKITKI?UI?UIuXIuXImI(mI+I+IIII(IGIGI_I_IIIYI YI(I (I,IL ,I[YI [YI`I `I#I0 #IeIPeIϽI,ϽIII I$ IxIxIeIeICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 "b;{  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 "b;{  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 "b;{   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z$DKk b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1"b bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1[. B } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  ZZ)F*F44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66**  "#%%'')t*t,,.`/`113L4L668898;;=$>$@@BCEEGGIrJrLLNZOZQQSBTBVVX*Y*[[]^``bbdnenggiVjVlln>o>qqs&t&vvxy{{}}jjނބRRƇƉ::"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGIIIoIoIYI YI(I (I,IL ,I[YI [YI`I `II0 ISIPSIսI,սIIII$IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d3  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1(h bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1_0 8x } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  UU)C*C44>1?1IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd`e`ggiJjJlln4o4qqstvvxy{}{}}}gg܂܄QQƇƉ;;%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIYDILYDIKITKI?UI?UIuXIuXImI(mI+I+IIII(IGIGI_I_IIIYI YI(I (I,IL ,I[YI [YI`I `II0 IYIPYI]I,]IKIKII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 !a;{  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 !a;{  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 !a;{   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb8X b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 T ' z M  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)>*>44>&?&IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$j%j'')R*R,,.:/:113"4"668 9 ;~;~==?f@fBBDNENGGI6J6LLNOQQSSUpVpXXZT[T]]_8`8bbdeggijlrlrnnpVqVssu:v:xxz{}}ttXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z9z="=zA"AzE*reasonOperatorKernelvalue10kernelSpecoutputElements576input0Elements640input1Elements62722Planned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })binvocations1l{I-I-IDILDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGIIIoIoIYI YI(I (I,IL ,I[YI [YI`I `II0 I/IP/IcI,cI?I?II$IxIxI eI eIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 L bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 L bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e5  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 : b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 R # t E   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)<*<44>&?&IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$O%O'')9*9,,.#/#113 4 6688:l;l==?V@VBBD@E@GGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggijltltnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIeDILeDIKITKIKUIKUIXIXImI(mI1I1IIII(ISISIeIeIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 I)IP)II,IIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @<|  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @<|  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @<|   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 q2 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations18x bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`> z H } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844> ? IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?L@LBBD2E2GGIJLLNNPqQqSSUWVWXXZ=[=]]_#`#bbd e g|g|iikblbnnpHqHssu.v.xxz{}}mmSSʼnŋ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIcIcI_I _I(I (I,IL ,IaYI aYI`I `I5I0 5IwIPwII,IIII$IxIxI%eI%eI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y(  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,LXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations10p bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@lB  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  [[)G*G44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;++  "#%y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDqEqGGIYJYLLNAOAQQS)T)VVXY[[]]_m`mbbdUeUggi=j=lln%o%qqs t vvxxzi{i}}QQłń99 yy b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII_DIL_DIKITKIKUIKUIXIXImI(mI1I1IIII(ISISIeIeIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 I5IP5II,I#I#II$IxIxIdIdIkIkI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @<| bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @<| bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @<|  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ? b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1X 6  r  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  NN)4*444>?IISS]k^khhrMsM} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__aZbZddf#?#IIST^y^yhhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))q q""$Y%Y'')A*A,,.)/)11346688:m;m==?S@SBBD7E7GGIJLLNNPqQqSSUUVUXXZ9[9]]_`bbdegsgsiikWlWnnp;q;ssuvxxz{}u}uYY˄ˆ== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIeDILeDIKITKIQUIQUIXIXImI(mI7I7III#I(#IYIYIkIkI I IkI kI(I (I+,IL +,ImYI mYI{`I {`IۄI0 ۄIIPII,IMIMI I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W;{ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W;{ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W;{  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 h  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18! s  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  SS)=*=44>(?(IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&r r""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00xxbb b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIII]I]IeI eI(I (I%,IL %,IgYI gYI`I `I/I0 /IqIPqII,III%I$%IxIxI7eI7eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {:Qq b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1F bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1yZ ; f } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  ]])O*O44>A?AIIS-T-^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk]] O O  AA33%%  " # %%'')t*t,,.f/f113X4X668J9J;;=<><@@B.C.EEG H JJLMOOQQSuTuVVXcYc[[]Q^Q``b=c=eeg'h'jjlmooqqsjtjvvxPyP{{}6~6ttXXʑʓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIeDILeDIKITKIQUIQUIXIXImI(mI7I7III#I(#IYIYIkIkI I IkI kI(I (I+,IL +,ImYI mYI`I `II0 I#IP#II,IIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V;{ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V;{ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V;{  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z$ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations17  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 \ E . w } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>%?%IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikjljnnpNqNssu2v2xxz{}}llބކRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIcIcIeI eI(I (I%,IL %,IgYI gYI`I `I5I0 5IwIPwII,III I$ IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 oXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1'  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  } ^ ? G } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>3?3IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbd^e^ggiDjDlln(o(qqs t v{v{xxz]{]}}??!!uuWW b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDIDIHI$HImImIIIɲI$ɲIIIcIcII$I1_I1_IIIsI sI?I| ?I+I +IyI yI=eI =eI[I [I+I+II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19mS! b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19mS! b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19mS! b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  ee)S*S44>A?AIIS/T/^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwee S S  AA//   ""$p%p'')^*^,,.L/L113:4:668(9(;;=>@@BCE{E{GGIiJiLLNWOWQQSETEVVX3Y3[[]!^!``bceeggitjtlln]o]qqsAtAvvx%y%{{} ~ {{__чщCC'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIIIIpI]I]I_I_I`I``I/I/IsIsI?IL ?I7I 7IyIp yIIeIt IeIIT ImImII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Gg  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  dd)T*T44>B?BIIS.T.^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ttdd T T  DD44$$  "#%|%|'')l*l,,.\/\113L4L668<9<;;=,>,@@BCEEG H JJLLNnOnQQSZTZVVXFYF[[]2^2``bceeg h jjllnlolqqsXtXvvxDyD{{}0~0~~jj b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDIDIHI$HImImIIIɲI$ɲIIIiIiII$I1_I1_IIIsI sI?I| ?II IxI xI+eI +eII IIIyI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:nQ$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:nQ$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:nQ$ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  __)I*I44>3?3IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uu__ I I  33||f f""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI+J+LLNOQQSSUtVtXXZ^[^]]_H`Hbbd2e2ggijllnoququssuYvYxxz={=}}!!ww[[͎͐?? b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIIIIpI]I]I_I_I`I``I5I5IsIsI?IL ?I%I %IxIp xI7eIt 7eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Pp  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  ``)L*L44>6?6IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$r r""$^%^'')J*J,,.6/6113"4"6689;;==?p@pBBD\E\GGIFJFLLN.O.QQSTVVXXZr[r]]_Z`ZbbdBeBggi*j*llnoqqssunvnxxzV{V}}>>&&jj b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII}DI }DI II IImImIIIII۲I۲I}Ip}IIIII1_I`1_IIIsIsI?IL ?I+I +IyIp yI=eIt =eIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1W} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1W} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1W  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  kk)W*W44>A?AIIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwkk _ _  SSGG;;//  "###%%'(**,,.q/q113]4]668I9I;;=5>5@@B!C!EEG H JJLLNiOiQQSQTQVVX9Y9[[]!^!``b c e}e}ggiejellnMoMqqs5t5vvxy{{}~yyaaՇՉII11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIiIiIIpI]I]I;I;I`I``I#I#IsIsI?IL ?I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1@`  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ^^)L*L44>8?8IIS"T"^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp^^ L L  ::(( { {""$i%i'')W*W,,.E/E113343668!9!;;=>@@BBDtEtGGI`J`LLNJOJQQS4T4VVXY[[]^`}`}bbdgegggiQjQlln;o;qqs%t%vvxy{{}}nnXX͇͉BB,, b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIwDI wDI II IImImIIIII۲I۲I}Ip}IIIII1_I`1_IIIsIsI?IL ?II IxIp xI%eIt %eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1V} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1V} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1V  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  ee)M*M44>3?3IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55%%  "#%y%y'')a*a,,.I/I1131416689;;=>@u@uBBD]E]GGICJCLLN'O'QQS T V}V}XXZa[a]]_E`Ebbd)e)ggi j llnnpcqcssuGvGxxz+{+}}ee׉׋II-- b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIiIiIIpI]I]I;I;I`I``I5I5IsIsI?IL ?II IxIp xI%eIt %eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Qq  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ]])G*G44>/?/IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  o o""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI3J3LLNOQQSSUrVrXXZX[X]]_>`>bbd$e$ggi j l}l}nnpcqcssuIvIxxz/{/}}nnTTǎǐ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIqDI qDIHIHImImICICIɲIɲIwIpwIIIII`I``IIImImI9IL 9II IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=]  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  [[)E*E44>+?+IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    j j""$T%T'')>*>,,.(/(11346688:q;q==?W@WBBD=E=GGI#J#LLN O Q|Q|SSUbVbXXZH[H]]_.`.bbdeggiikmlmnnpSqSssu9v9xxz{}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIIIIpIcIcI_I_I+_I`+_IIImImI9IL 9II IxIp xI+eIt +eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 } bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T# b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1   bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ``)L*L44>4?4IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppdd X X  LL@@00  "#%~%~'')j*j,,.V/V113B4B668.9.;;=>@@BCEtEtGGI\J\LLNDODQQS,T,VVXY[[]]_p`pbbdXeXggi@j@lln(o(qqstvvxxzl{l}}TTȂȄ<<!!zz b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIqDI qDIHIHImImI=I=IϲIϲIqIpqIIIII`I``I#I#ImImI9IL 9II IxIp xIeIt eIwIT wIGIGII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Dd  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  YY)?*?44>!?!IIST^t^thhrTsT} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    ||b b""$H%H'').*.,,./11335m6m88:S;S==?5@5BBDEGGIIKjLjNNPLQLSSU.V.XXZ[]]__acbcddfEgEiik'l'nnp q szszuuw\x\zz|>}> ppPP b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIIIIpIcIcI_I_I+_I`+_IIImImI9IL 9II IxIp xIeIt eIIT III1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S# b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  \\)D*D44>(?(IIS T ^~^~hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp`` P P  @@00 x x""$`%`'')H*H,,.0/011346689;t;t==?X@XBBD[>]]_"`"bbdegxgxiik\l\nnp@q@ssu$v$xxz{}z}z^^ЄІ@@"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIkDI kDIIIIImImI=I=IIIqIpqIIIII`I``IIIgIgI3IL 3I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1.n} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1.n} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1.n  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Bb  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  \\)F*F44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??// { {""$e%e'')O*O,,.9/9113#4#668 9 ;;==?l@lBBDVEVGGI?J?LLN'O'QQSTVVXXZk[k]]_S`Sbbd;e;ggi#j#lln o qqssugvgxxzO{O}}77}}gg b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIQIQIIpIiIiI#I#I%_I`%_IIIgIgI3IL 3II IxIp xI1eIt 1eIyIT yIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1], b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1], b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1], b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  ^^)P*P44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll^^ P P  BB44&&  " # %%'')u*u,,.g/g113Y4Y668K9K;;==>=@@B/C/EEG!H!JJLMOOQQStTtVVXbYb[[]P^P``b*?*IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11}}g g""$Q%Q'');*;,,.%/%11346688:n;n==?X@XBBDBEBGGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggiikolonnpSqSssu7v7xxz{}}qqUUȉȋ;;!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIQIQIIpIiIiI#I#I%_I`%_IIIgIgI3IL 3I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\, b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  ZZ)H*H44>4?4IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1llZZ H H  66$$ w w""$e%e'')S*S,,.A/A113/4/6689;;= > @@BBDpEpGGI\J\LLNFOFQQS0T0VVXY[[]^`y`ybbd_e_ggiEjElln)o)qqs t v|v|xxz^{^}}@@""ttVV b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIeDI eDIHIHImImI7I7IɲIɲIkIpkI I III`I``IIIgIgI3IL 3II IxIp xI%eIt %eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;[  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  YY)G*G44>5?5IIS#T#^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkYY G G  55##v v""$d%d'')R*R,,.@/@113.4.6689;;= > @@BBDoEoGGI]J]LLNKOKQQS9T9VVX'Y'[[]^``bcezezggihjhllnQoQqqs5t5vvxy{{}}ooSSŇʼn77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I-I-IDI DIKIKImImIIIIIIpIoIoISISI%_I`%_IIIgIgI3IL 3II IxIp xI1eIt 1eIIT IUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f5 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)H*H44>6?6IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$p%p'')`*`,,.P/P113@4@668090;;= > @@BCEEGHJvJvLLNbObQQSNTNVVX:Y:[[]&^&``bceeggitjtlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{III_DI _DIHIHImImI1I1IɲIɲIeIpeIIIII`I``I/I/IgIgI3IL 3II IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  SS)=*=44>'?'IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiSS = =  ''ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?K@KBBD5E5GGIJLLN O Q~Q~SSUhVhXXZR[R]]_<`*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$R%R'')>*>,,.*/*11346689;x;x==?d@dBBDPEPGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIII_DI _DIIIIImImI1I1IIIeIpeIIIII`I``I I IaIaI-IL -I I  IxIp xIeIt eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1+k} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1+k} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1+k  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations16V  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  __)K*K44>5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;//##  "#%%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJuJuLLN]O]QQSETEVVX-Y-[[]^``bbdqeqggiYjYllnAoAqqs)t)vvxy{{}}mmUUɇɉ==%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI3I3IDI DIyKIyKInInIIIKIKIIpIuIuIII_I`_IIIaIaI-IL -II IxIp xIeIt eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o>  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o>  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o>  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>,?,IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbd[e[ggiEjElln/o/qqstvvxy{x{x}}bbׂׄLL66  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIYDI YDIIIIImImI+I+III_Ip_IIIII`I``I)I)IaIaI-IL -II IxIp xIeIt eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1,l} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1,l} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1,l  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ww  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)A*A44>'?'IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI3I3IDI DIyKIyKInInIIIKIKIIpIuIuIII_I`_IIIaIaI-IL -II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n>  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n>  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n>  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ);*;44>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpWqWssu=v=xxz#{#}} ||bbՉՋHH.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIYDI YDIHIHImImI%I%IIIYIpYIIIII_I`_IyIyI[I[I'IL 'II IxIp xIeIt eIIT III7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>?IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?K@KBBD1E1GGIJLLNNPpQpSSUVVVXXZ<[<]]_"`"bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnRRĉċ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIKIKI nI nIIIuIuIIpI{I{IGIGIc`I`c`IÄIÄI[I[I'IL 'II I/wIp /wI GIt  GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xG b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)@*@44>(?(IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44$$  ""$r%r'')^*^,,.J/J113646668"9";;= > @@BBDhEhGGIPJPLLN8O8QQS T VVXY[|[|]]_d`dbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::xx b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIIISDI SDIHIHImImI%I%IIIYIpYIIIII_I`_IyIyI[I[I'IL 'IݢI ݢIxIp xIdIt dI_IT _I/I/II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  MM)3*344>?IISS]l^lhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((ppV V""$<%<'')"*",,./1{1{335a6a88:G;G==?)@)BBD E G|G|IIK^L^NNP@Q@SSU"V"XXZ[]u]u__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIKIKI nI nIIIuIuIIpI{I{IGIGI`I``III[I[I'IL 'II IwIp wIFIt FIIT IIIEI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wG b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=9  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)8*844>?IIST^z^zhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$l l""$T%T'')<*<,,.$/$113 4 6688:h;h==?L@LBBD0E0GGIJLLNNPjQjSSUNVNXXZ2[2]]_`bbdegtgtiikXlXnnpr b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1(h} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1(h} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1(h  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1'K  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  PP)<*<44>%?%IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##o o""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd=e=ggi%j%lln o qqssuivixxzQ{Q}}99!! ii b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI?I?IDI DIsKIsKI nI nIIIEIEIIpI{I{III^I`^IUIUI[I[I'IL 'II IAwIp AwIGIt GIsIT sIiIiII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  RR)N*N44>>?>IIS*T*^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``RR D D  66((   ""$%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJL M OOQQSrTrVVX`Y`[[]N^N``b:c:eeg$h$jjlmooqrtstsvvxYyY{{}?~?%% {{__ёѓ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIIMDI MDIIIIImImIIIղIղISIpSIIIII`I``III[I[I'IT 'II IwIx wIFI| FII\ IIIiI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1)i} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1)i} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1)i  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1Lp  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL):*:44>"?"IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggijlslsnnpWqWssu;v;xxz{}}uuYỶ̋??%% b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI?I?IDI DIsKIsKI nI nIIIEIEIIpI{I{III^I`^IUIUI[I[I'IL 'II I)wIp )wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  NN)D*D44>0?0IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < <  **}}k k""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln1o1qqstvvxxzf{f}}HH** ||^^ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1iIII#DI|#DIIIIILILIGVI|GVI}YIH}YIWmIWmIIPIYIXYIIIIPIOIOI)I)II$ I+I, +Ia I a I)I$ )I!-I !-IcZI| cZI`IX`III5I5IiIiI%I\%IgIgIeIeII8IxIxI+eI+eIrIrIsIlsICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pq b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pq b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pq  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations15uBH  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d5B F_4J NT\ d (  l  0 r  4 x  < bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10@@  RR)N*N44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1@@22 $ $  66((   ""$%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJLMOOQQStTtVVXbYb[[]P^P``b3?3IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55))  "#%%'')u*u,,.a/a113M4M668999;;=>@{@{BBDgEgGGIsJsLLN[O[QQSCTCVVX+Y+[[]^``bbdoeoggiWjWllnKoKqqs3t3vvxy{{}~ww__ӇӉGG//  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1iIII#DI|#DIIIIILILIGVI|GVI}YIH}YIQmIQmIIPIYIXYIIIIPIOIOI#I#II$ I+I, +Ia I a I)I$ )I!-I !-IcZI| cZI`IX`I I IMIMI#I#II\III "I "II8IxIxIeIeIrIrIIlIIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1On b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1On b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1On  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ll b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1s &f  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dsfYL ?^23% z  k  \  M  >  /Z F7 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10??  NN)D*D44>2?2IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1??--    **}}k k""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbd]e]ggiCjClln3o3qqstvvxxzh{h}}JJ,,bb# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIQIQIDIdDIKIlKI!UI!UIWXIWXInI@nIIIiIiII@I)I )IIIII;I ;I(I (I+Id +I=YI =YI`I `IIH IAIhAIQIDQI I IIII IIIxIpxIeIteIrITrIIII$ICI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 B bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 B bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 B  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 <\1Q b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1=}7w  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d=z7t1)n+_h%:b\  V   P  M   G   bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)?*?44>'?'IIS T ^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$k%k'')S*S,,.;/;113#4#668 9 ;;==?F@FBBD.E.GGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpcqcssuGvGxxz+{+}}ee׉׋II--  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIIIMDIdMDIKIlKI3UI3UIiXIiXImI@mIII{I{II@I;I ;ISISIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH I5Ih5IWIDWIIIIII IIIxIpxI%eIt%eIrITrIyIyIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 4t=} bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 4t=} bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 4t=}  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1.n=}7w  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d.=z7\t31n+h%b\  V   P  M   G   bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  PP)@*@44>?IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``PP @ @  00   x x""$h%h'')X*X,,.H/H113848668(9(;;=>@@BCEEGGIPJPLLN?IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?K@KBBD1E1GGIJLLNNPpQpSSUVVVXXZ<[<]]_"`"bbd e g}g}iikclcnnpIqIssu/v/xxzz|h}hہNNTTƉƋ88  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIIIMDIdMDIKIlKI-UI-UIcXIcXImI@mIIIuIuII@I5I 5ISISIIIGI GI(I (I,Id ,IIYI IYI`I `IIH IYIhYIWIDWIIIIII IIIxIpxI eIt eIrITrIIII$IyI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 3s=} bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 3s=} bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 3s=}  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1=}7w  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d=z7t1 na+8h%b\  V   P  M   G  5u bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  LL)8*844>?IIS T ^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$rr^ ^""$J%J'')6*6,,."/"11346688:p;p==?\@\BBDHEHGGIJLLNNPoQoSSUxVxXXZ`[`]]_H`Hbbd0e0ggijllnoq|q|ssudvdxxzL{L}}44xx``  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIEIEIDIdDIKIlKI3UI3UIiXIiXInI@nIII{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH I;Ih;IIDIIIII I  IעIעIxIpxIdItdIcrITcrIYIYI)I$)II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1])  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 7W b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_>8x  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d_>|[u:P)xU2  l  I  &   ` ?{X bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  KK)1*144>?IISS]l^lhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&nnT T""$:%:'') * ,,./1y1y335_6_88:E;E==?)@)BBD E G|G|IIK^L^NNP@Q@SSU"V"XXZ[]u]u__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|}hhjjڋڍJJ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIISDILSDIKITKI?UI?UIuXIuXImI(mI%I%IIII(IGIGIYIYIIIYI YI(I (I,IL ,I[YI [YI`I `II0 I;IP;IŸI,ŸIIII$IxIxIeIeI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T=} bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T=} bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T=}  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 3S b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1%e bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1%~W0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  NN)<*<44>*?*IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < <  **}}k k""$Y%Y'')G*G,,.5/5113#4#6689;;==?v@vBBDdEdGGIRJRLLN'?'IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%q q""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//wwaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIISDILSDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGISISIIIYI YI(I (I,IL ,I[YI [YI`I `II0 I_IP_I_I,_IIII$IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U=} bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U=} bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U=}  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Xx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 b;N } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)7*744>!?!IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikolonnpUqUssu;v;xxz!{!}}zz``ӉӋFF,, b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loI?I?IDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,IaYI aYI`I `II0 IAIPAI_I,_IIII$IxIxIeIeIIIII7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 X bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 X bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 X  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 9Y b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1^5 2r } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844>"?"IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?N@NBBD8E8GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggiikglgnnpKqKssu/v/xxz{}}iiۄۆOO‰‹55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIYDILYDIKITKIQUIQUIXIXImI(mI+I+III#I(#IYIYI_I_IIIkI kI(I (I+,IL +,ImYI mYI`I `II0 IGIPGII,I=I=II$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 )i?  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 )i?  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 )i?   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2R3S b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1\ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1wR-  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)@*@44>*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44$$  ""$r%r'')^*^,,.J/J113646668"9";;=>@@BBDjEjGGIRJRLLN:O:QQS"T"VVX Y [~[~]]_f`fbbdNeNggi6j6llnoqqstvzvzxxzb{b}}JJ22rr b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIuIuIwI wI)I )I7,IL 7,IyYI yYI`I `I)I0 )IkIPkII,IIII$IxIxIeIeI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xE b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 b. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xE b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 b. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xE  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 b.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 \| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1sHn  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIYJYLLNGOGQQS5T5VVX#Y#[[]^``bbdvevggidjdllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIYDILYDIKITKIQUIQUIXIXImI(mI%I%III#I(#IYIYIYIYIIIkI kI(I (I+,IL +,ImYI mYI`I `I)I0 )IkIPkIYI,YIIII$IxIxIdIdIIIwIwII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 (h>~ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 (h>~ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 (h>~  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 /^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1c>g } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)8*844>?IIST^t^thhrXsX} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$l l""$T%T'')<*<,,.$/$113 4 6688:h;h==?N@NBBD2E2GGIJLLNNPlQlSSUPVPXXZ4[4]]_`bbddfngniikRlRnnp6q6ssuvxxzz|p}pTTƄƆ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKIcUIcUIXIXI nI( nIIIII5I(5IkIkIII{I{I}I }I)I )I=,IL =,IYI YI`I `II0 I;IP;IYI,YIsIsII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 c0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 c0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yG  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 c0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 +K b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1rGqC } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  MM)7*744>#?#IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccMM 7 7  !!  jjT T""$>%>'')(*(,,./11335q6q88:[;[==?E@EBBD/E/GGIJLLNOQzQzSSUdVdXXZN[N]]_8`8bbd"e"ggi j llnnpeqessuIvIxxz-{-}}ggىًKK// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIII_DIL_DIKITKIuUIuUIXIXImI(mI+I+IIIGI(GI}I}I_I_IIII I)I )IO,IL O,IYI YI`I `I#I0 #IeIPeII,IUIUII$IxIxI%eI%eImImI=I=II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IU@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IU@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IU@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ?Qq b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1S bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1pM* # } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  VV)H*H44>:?:IIS&T&^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddVV H H  ::,,  "#%{%{'')m*m,,._/_113Q4Q668C9C;;=5>5@@B'C'EEGHJJL M OOQQSnTnVVX\Y\[[]J^J``b6c6eeg h jjl m o}o}qqsctcvvxIyI{{}/~/mmߌߎQQÑÓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI3I3IDILDIKITKIWUIWUIXIXImI(mIIIII)I()I_I_IIIoIoIqI qI(I (I1,IL 1,IsYI sYI`I `II0 IYIPYII,III I$ IxIxIeIeICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 b" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 b" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m:  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 b"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ff b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Q bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d7 A  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  ]])I*I44>5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii]] Q Q  EE99--!!  "#%%'(*w*w,,.c/c113O4O668;9;;;='>'@@BCEEGGIuJuLLN]O]QQSETEVVX-Y-[[]^``bbdqeqggiYjYllnAoAqqs)t)vvxy{{}}mmUUɇɉ==%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIYDILYDIKITKIuUIuUIXIXImI(mI+I+IIIGI(GI}I}I_I_IIII I)I )IO,IL O,IYI YI`I `II0 I_IP_IYI,YIIII$IxIxIeIeIIIIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JT> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JT> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JT>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2RPp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1dA } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln#o#qqstvvvvxxzX{X}}::ppRR b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI3I3IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIuIuIqI qI(I (I1,IL 1,IsYI sYI`I `II0 I)IP)IMI,MIIIIII$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 c$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 c$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n<  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 c$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {9 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1]0V  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)?*?44>'?'IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIeDILeDIKITKI?UI?UIuXIuXImI(mI1I1IIII(IGIGIeIeIIIYI YI(I (I,IL ,I[YI [YI`I `I#I0 #IeIPeII,IsIsII$IxIxI+eI+eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^=}  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^=}  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^=}   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r )Ll b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 J bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 iH' : } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)D*D44>4?4IIS T ^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$l%l'')\*\,,.L/L113<4<668,9,;;=>@@B C EEGGItJtLLN`O`QQSLTLVVX8Y8[[]$^$``bceeggirjrlln^o^qqsJtJvvx6y6{{}"~"pp\\ґғ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I'I'IDILDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGIIIiIiIYI YI(I (I,IL ,I[YI [YI`I `I)I0 )IkIPkII,IIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b/  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1U&w T  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?O@OBBD5E5GGIJLLNOQtQtSSUZVZXXZ@[@]]_&`&bbd e ggiikelennpKqKssu1v1xxz{}}ppVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{III_DIL_DIKITKIEUIEUI{XI{XImI(mI1I1IIII(IMIMIeIeIII_I _I(I (I,IL ,IaYI aYI`I `II0 I_IP_ISI,SIIII$IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]=}  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]=}  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]=}   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Cc>^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1eD# } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)<*<44>(?(IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$N%N''):*:,,.&/&11346688:t;t==?`@`BBDLELGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00tt\\ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGIIIiIiIYI YI(I (I,IL ,I[YI [YI`I `II0 IYIPYIAI,AIIII$IxIxIdIdIkIkI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 J bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 J bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p'?_ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Hj;  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  OO)5*544>?IISS]l^lhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **rrX X""$>%>'')$*$,,. / 1}1}335c6c88:I;I==?-@-BBDEGGIIKbLbNNPDQDSSU&V&XXZ[]y]y__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIeDILeDIKITKIKUIKUIXIXImI(mI7I7IIII(ISISIkIkI I IeI eI(I (I%,IL %,IgYI gYI`I `I#I0 #IeIPeII,IIII$IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @>~  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @>~  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @>~   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 eGg b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1cD%Z } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbd]e]ggiGjGlln1o1qqstvvxy{z{z}}ddقلNNÇÉ88"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIcIcI_I _I(I (I,IL ,IaYI aYI`I `I5I0 5IwIPwII,III I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 N  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 N  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W$  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 N   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :[{ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1X0p  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  VV)@*@44>+?+IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99)) u u""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoq{q{ssucvcxxzK{K}}33{{ee b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIeDILeDIKITKIKUIKUIXIXImI(mI7I7IIII(ISISIkIkI I IeI eI(I (I%,IL %,IgYI gYI`I `II0 I_IP_ISI,SI9I9II$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @>~ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @>~ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @>~  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~Bb,L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1gH) } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ);*;44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~dd׉׋JJ00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIcIcI_I _I(I (I,IL ,IaYI aYI`I `I5I0 5IwIPwIGI,GIIII$IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X&  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 `Zz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`8hH } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>&?&IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD.?.IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88((  "#%v%v'')b*b,,.N/N113:4:668&9&;;=>@@BBDnEnGGIVJVLLN>O>QQS&T&VVXY[[]]_j`jbbdReRggi:j:lln"o"qqs t v~v~xxzf{f}}NN‚„66vv b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIII]I]IkI kI(I (I+,IL +,ImYI mYI`I `I5I0 5IwIPwII,IIII$IxIxI+eI+eICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z$Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1cF) ` } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>5?5IIS#T#^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGI]J]LLNKOKQQS9T9VVX'Y'[[]^``bcezezggihjhllnQoQqqs5t5vvxy{{}}ooSSŇʼn77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIkDILkDIKITKIQUIQUIXIXImI(mI=I=III#I(#IYIYIqIqIIIkI kI(I (I+,IL +,ImYI mYI`I `II0 I5IP5IYI,YIIII$IxIxI eI eIIIII1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R=} bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R=} bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R=}  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u: b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1jQ'g } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)<*<44>"?"IIST^x^xhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((p p""$X%X'')@*@,,.(/(11346688:l;l==?R@RBBD6E6GGIJLLNNPpQpSSUTVTXXZ8[8]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIII]I]IeI eI(I (I%,IL %,IgYI gYI`I `I;I0 ;I}IP}IYI,YIEIEII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Yy[{ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 oR5 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  QQ);*;44>'?'IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggQQ ; ;  %%nnX X""$B%B''),*,,,./11346u6u88:_;_==?I@IBBD3E3GGIJLLN O Q~Q~SSUhVhXXZR[R]]_<`M?MIIS9T9^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1yykk ] ]  OOAA33%%  "#%%' ( **,,.t/t113f4f668X9X;;=J>J@@B@?@IIS(T(^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvjj ^ ^  RRFF::..  ""#"%%'(**,,.p/p113\4\668H9H;;=4>4@@B C EEG H JJLLNhOhQQSPTPVVX8Y8[[] ^ ``bce|e|ggidjdllnLoLqqs4t4vvxy{{}~xx``ԇԉHH00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDIDIHI$HImImIIIɲI$ɲIIIcIcII$I7_I7_IIIsI sI?I| ?I%I %IxI xI7eI 7eII IIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16jS b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16jS b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16jS b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  ee)S*S44>???IIS'T'^^h i sysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwee S S  AA//   ""$p%p'')^*^,,.L/L113:4:668(9(;;=>@@BCE{E{GGIgJgLLNQOQQQS;T;VVX%Y%[[]^``bbdjejggiPjPlln4o4qqstvvxxzi{i}}KK--aa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIIIIpIWIWIYIYI`I``I;I;IsIsI?IL ?II IxIp xI+eIt +eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Qq  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  ff)N*N44>4?4IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvff V V  FF66&&  "#%z%z'')b*b,,.J/J1132426689;;=>@v@vBBD^E^GGIDJDLLN(O(QQS T V~V~XXZb[b]]_F`Fbbd*e*ggijllnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII}DI }DI II IImImIOIOI۲I۲IIpI!I!III1_I`1_IIIsIsI?IL ?I7I 7IyIp yIIeIt IeIIT ImImII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1S} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1S} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1S  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  ee)U*U44>C?CIIS/T/^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55%%  "#%}%}'')m*m,,.]/]113M4M668=9=;;=->-@@BCEEG H JJLLNoOoQQS[T[VVXGYG[[]3^3``bceeg h jjllnmomqqsYtYvvxEyE{{}1~1 kk b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIiIiIIpI]I]I;I;I1_I`1_IIIsIsI?IL ?I I  IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  ZZ)D*D44>*?*IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo[[ G G  33  i i""$S%S'')=*=,,.'/'11346688:p;p==?V@VBBD5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##q q""$]%]'')I*I,,.5/5113!4!668 9 ;;==?o@oBBD[E[GGIEJELLN-O-QQSTVVXXZq[q]]_Y`YbbdAeAggi)j)llnoqqssumvmxxzU{U}}==%% ii b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIiIiIIpI]I]I;I;I1_I`1_IIIsIsI?IL ?II IxIp xI eIt  eI}IT }IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ZZ)@*@44>"?"IIST^u^uhhrUsU} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  }}c c""$I%I'')/*/,,./11335n6n88:T;T==?6@6BBDEGGIIKkLkNNPMQMSSU/V/XXZ[]]__adbdddfFgFiik(l(nnp q s{s{uuw]x]zz|?}?!!qqQQ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIwDI wDIHIHImImIIIIIϲIϲI}Ip}IIIII+_I`+_IIImImI9IL 9I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  __)M*M44>9?9IIS#T#^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq__ M M  ;;)) | |""$j%j'')X*X,,.F/F113444668"9";;=>@@BBDuEuGGIaJaLLNKOKQQS5T5VVXY[[] ^ `~`~bbdhehggiRjRlln.?.IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn^^ N N  >>.. z z""$d%d'')N*N,,.8/8113"4"668 9 ;;==?k@kBBDUEUGGI>J>LLN&O&QQSTVVXXZj[j]]_R`Rbbd:e:ggi"j"lln o q~q~ssufvfxxzN{N}}66||ff b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIwDI wDIHIHImImICICIϲIϲIwIpwIIIII+_I`+_IIImImI9IL 9I I  IxIp xIeIt eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  \\)F*F44>.?.IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    n n""$Y%Y'')C*C,,.-/-11346689;v;v==?`@`BBDJEJGGI2J2LLNOQQSSUqVqXXZW[W]]_=`=bbd#e#ggi j l|l|nnpbqbssuHvHxxz.{.}}mmSSƎƐ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIIIIpIcIcIYIYI+_I`+_IIImImI9IL 9II IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  YY)C*C44>+?+IIST^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22  ~~h h""$R%R'')<*<,,.&/&11346688:o;o==?Y@YBBDCECGGI+J+LLNOQQSSUjVjXXZP[P]]_6`6bbdeggiikplpnnpTqTssu8v8xxz{}}rrVVɉɋ<<"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIqDI qDIIIIImImICICIIIwIpwIIIII`I``IIIgIgI3IL 3II IxIp xI%eIt %eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1*j} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1*j} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1*j  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;[  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  aa)M*M44>5?5IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqee Y Y  MMAA11  " # %%'')k*k,,.W/W113C4C668/9/;;=>@@BCEuEuGGI]J]LLNEOEQQS-T-VVXY[[]]_q`qbbdYeYggiAjAlln)o)qqstvvxxzm{m}}UUɂɄ==""{{ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIQIQIIpIiIiI#I#I+_I`+_IIIgIgI3IL 3II IxIp xI%eIt %eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[( b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  XX)F*F44>4?4IIS"T"^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjXX F F  44""u u""$c%c'')Q*Q,,.?/?113-4-6689;;= > @@BBDnEnGGI\J\LLNJOJQQS8T8VVX&Y&[[]^``bceyeyggigjgllnPoPqqs4t4vvxy{{}}nnRRćĉ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIkDI kDIIIIImImI=I=IIIqIpqIIIII`I``I#I#IgIgI3IL 3II IxIp xI eIt  eIIT III1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1+k} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1+k} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1+k  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ff  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  [[)C*C44>'?'IIS T ^}^}hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??// w w""$_%_'')G*G,,.///11346688:s;s==?W@WBBD;E;GGIJLLNOQuQuSSUYVYXXZ=[=]]_!`!bbdegwgwiik[l[nnp?q?ssu#v#xxz{}y}y]]τφ??!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIQIQIIpIiIiI#I#I+_I`+_IIIgIgI3IL 3II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z( b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  TT)>*>44>(?(IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjTT > >  ((qq[ [""$E%E'')/*/,,./11346x6x88:b;b==?L@LBBD6E6GGI J LLN O QQSSUiViXXZS[S]]_=`=bbd'e'ggijllnnpjqjssuNvNxxz2{2}}llމދPPސ44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIkDI kDIHIHImImI=I=IϲIϲIqIpqIIIII`I``IIIgIgI3IL 3II IxIp xI1eIt 1eIyIT yIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1>^  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  __)Q*Q44>A?AIIS-T-^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm__ Q Q  CC55''  " # %%'')v*v,,.h/h113Z4Z668L9L;;=>>>@@B0C0EEG"H"JJLMOOQQSuTuVVXcYc[[]Q^Q``b=c=eeg'h'jjlmooqqsjtjvvxPyP{{}6~6rrVVȑȓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I-I-IDI DIKIKImImIII{I{IIpIiIiIMIMI%_I`%_IIIgIgI3IL 3II IxIp xI%eIt %eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d1 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ^^)J*J44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::..""  "#%%'(*x*x,,.d/d113P4P668<9<;;=(>(@@BCEEGHJtJtLLN\O\QQSDTDVVX,Y,[[]^``bbdpepggiXjXlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIeDI eDIHIHImImI7I7IɲIɲIkIpkI I III`I``I)I)IgIgI3IL 3II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ss  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  YY)G*G44>3?3IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkYY G G  55##v v""$d%d'')R*R,,.@/@113.4.6689;;= > @@BBDoEoGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbd^e^ggiDjDlln(o(qqs t v{v{xxz]{]}}??!!ssUU b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I-I-IDI DIKIKImImIII{I{IIpIiIiIMIMI%_I`%_IIIgIgI3IL 3II IxIp xI eIt  eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)B*B44>(?(IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**   ""$n%n'')V*V,,.>/>113&4&6689;;==?j@jBBDRERGGI8J8LLNOQQSTVrVrXXZV[V]]_:`:bbdeggijltltnnpXqXssu>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIeDI eDIIIIImImI1I1IIIeIpeIIIII`I``I I IaIaI-IL -II IxIp xI+eIt +eIIT IOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1'g} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1'g} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1'g  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations19Y  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)I*I44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJwJwLLNcOcQQSOTOVVX;Y;[[]'^'``bceeggiujullnaoaqqsMtMvvx9y9{{}%~%ss__ՑՓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI3I3IDI DIyKIyKImImIIIKIKIIpIoIoIII`I``IIIaIaI-IL -II IxIp xIeIt eIIT III=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m: b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1!A  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844>?IIST^w^whhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?J@JBBD0E0GGIJLLNNPoQoSSUUVUXXZ;[;]]_!`!bbdegzgziik`l`nnpFqFssu,v,xxz{}}kkބކOO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIII_DI _DIIIIImImI1I1IIIeIpeIIIII`I``I/I/IaIaI-IL -II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1(h} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1(h} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1(h  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Zz  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)?*?44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11uu]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI3I3IDI DIyKIyKImImIIIKIKIIpIoIoIII`I``IIIaIaI-IL -IݢI ݢIxIp xIdIt dI_IT _I/I/II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l: b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1<\  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  NN)4*444>?IISS]i^ihhrIsI} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__aXbXddf:g:iiklnnpprosouuwQxQzz|3}3eeՋՍEE b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIII_DI _DIHIHImImI+I+IòIòI_Ip_IIIII`I``III[I[I'IL 'II IxIp xIeIt eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations12R  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>-?-IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbd\e\ggiFjFlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI3I3IDI DIKIKInInIIIoIoIIpIuIuIAIAIu`I`u`IՄIՄI[I[I'IL 'II I)wIp )wIGIt GI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vC b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1&"  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  OO)9*944>"?"IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22""n n""$X%X'')B*B,,.,/,11346689;u;u==?_@_BBDIEIGGI2J2LLNOQQSTVvVvXXZ^[^]]_F`Fbbd8e8ggi j llnoq|q|ssudvdxxzL{L}}44zzdd b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIIIYDI YDIHIHImImI+I+III_Ip_IIIII`I``I)I)I[I[I'IL 'II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1[{  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP):*:44>"?"IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI&J&LLN O QQSSUeVeXXZK[K]]_1`1bbdeggiikplpnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI3I3IDI DIKIKInInIIIoIoIIpIuIuIAIAI`I``III[I[I'IL 'II IwIp wIFIt FIIT IIIcI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uC b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1IE  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>?IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?M@MBBD7E7GGIJLLNOQxQxSSU^V^XXZD[D]]_*`*bbdeggiiklllnnpPqPssu4v4xxz{}}nnRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIISDI SDIIIIImImI%I%IղIղIYIpYIIIII`I``III[I[I'IT 'II I/wIx /wI GI|  GII\ IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1$d} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1$d} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1$d  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1>  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)C*C44>+?+IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55%%  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDkEkGGISJSLLN;O;QQS#T#VVX Y [[]]_g`gbbd[e[ggiCjClln+o+qqstvvxxzo{o}}WW˂˄??$$ }} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI9I9IDI DIsKIsKI nI nIIIEIEIIpI{I{III^I`^IUIUI[I[I'IL 'I I  I5wIp 5wIGIt GI=IT =I3I3II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  LL)D*D44>2?2IIS T ^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^LL : :  (({{i i""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNHOHQQS6T6VVX$Y$[[]^``bcewewggiejellnZoZqqs>t>vvx"y"{{}~xx\\·Ή@@$$ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIISDI SDIIIIImImIIIղIղISIpSIIIII`I``III[I[I'IT 'II IwIx wIFI| FII\ IIIKI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1%e} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1%e} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1%e  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1@d  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO);*;44>?IIST^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##k k""$W%W'')?*?,,.'/'11346688:k;k==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbd e g{g{iik_l_nnpCqCssu'v'xxz { }}}}aaӄӆCC%% b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI9I9IDI DIsKIsKI nI nIIIEIEIIpI{I{III^I`^IUIUI[I[I'IL 'II I#wIp #wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  HH):*:44>$?$IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^HH 2 2  {{eeO O""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnoqrqrssuVvVxxz:{:}}ttXXʎʐ<< b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1iIII)DI|)DIIIIILILIMVI|MVIYIHYIWmIWmIIPI_IX_IIIIPIUIUI)I)II$ I1I, 1Ig I g I)I$ )I'-I '-IiZI| iZI`IX`I)I)IkIkIIIOI\OI?I?I=I=II8IxIxIeIeIrIrI Il IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ps b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ps b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ps  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Mi]8  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dMg4Nh7[0U $ Z  s  B   ` - m  I bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10==  LL)@*@44>+?+IIST^^his}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1==--    //  k k""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI;J;LLN#O#QQS T VVXXZg[g]]_O`ObbdCeCggi+j+llnoqqssuovoxxzW{W}}??''qq# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIKIKIDIdDIKIlKI!UI!UIWXIWXInI@nIIIiIiII@I)I )IIIII;I ;I(I (I+Id +I=YI =YI`I `I5IH 5IwIhwIWIDWIIIcIcIaI aIIIxIpxIeIteIrITrICICII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 'Gp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1?=}m  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d?~=|;z9x7v5\t7 3   r  1 p / o  - m  ? bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)@*@44>.?.IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/9113'4'6689;;==?X@XBBDFEFGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbd]e]ggiGjGlln=o=qqs't'vvxy{{}}ppZZχωDD..  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1iIII#DI|#DIIIIILILIMVI|MVIYIHYIWmIWmIIPI_IX_IIIIPIUIUI)I)II$ I1I, 1Ig I g I)I$ )I'-I '-IiZI| iZI`IX`III)I)ISISII\III"I"II8IxIxIeIeIrIrIIlIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Op b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Op b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Op  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 )I b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1~<|82   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d~|zxvtrplh d /  ` Y \ . X TPBN L bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10<<  JJ)<*<44>&?&IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1<<((    ##ooY Y""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD%?%IIS T ^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$N%N'')8*8,,."/"113 4 6688:k;k==?2@2BBDEGGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpeqessuKvKxxz1{1}}ppVVɎɐ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIISDIdSDIKIlKI3UI3UIiXIiXImI@mI%I%I{I{II@I;I ;IYIYIIIMI MI(I (I ,Id  ,IOYI OYI`I `I)IH )IkIhkIuIDuI1I1I3I3I1I 1IIIxIpxIeIteIrITrI1I1II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 0p? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 0p? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 0p?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 b b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1DNZ  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dDLT\ fd,;r 8 ~ i D   P   X  $d  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  MM);*;44> ? IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__MM ; ;  ))||j j""$X%X'')F*F,,.4/4113"4"6689;;==?u@uBBDcEcGGI1J1LLNOQQS T VVXY[[] ^ ``bbdpepggi^j^llnQoQqqs5t5vvxy{{}}ooSSŇʼn77  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIEIEIDIdDIKIlKI3UI3UIiXIiXInI@nIII{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH I5Ih5I)ID)IIIII"I "IIIxIpxI eIt eIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y% b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 J  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y% b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 J  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y%  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 J   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 -M b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1q"bl  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dqbSD5&{in D   a  T  G  :  - \B5 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)B*B44>,?,IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66&&  ""$t%t'')`*`,,.L/L113848668$9$;;=>@@BBDlElGGITJTLLN>HIS T ^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__II 3 3  ||ffP P""$:%:'')$*$,,./11335m6m88:W;W==?A@ABBD+E+GGIIKiLiNNPSQSSSU`V`XXZJ[J]]_4`4bbdeggijl}l}nnpiqissuMvMxxz1{1}}kk݉݋OO33  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIKIKIDIdDIKIlKI3UI3UIiXIiXInI@nIII{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH IYIhYIIDIgIgIII I  IIIxIpxIdItdIurITurIIIqI$qII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1])  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1T(z L G  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dT(|P$xL rD h : z  U  ^ 0  0  X<| bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)8*844>?IIST^x^xhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$l l""$T%T'')<*<,,.$/$113 4 6688:h;h==?N@NBBD2E2GGIJLLNNPlQlSSUPVPXXZ4[4]]_`bbdegrgriikVlVnnp:q:ssuvxxzz|Q}QÁ55<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIIYDILYDIKITKI?UI?UIuXIuXImI(mI+I+IIII(IGIGI_I_IIIYI YI(I (I,IL ,I[YI [YI`I `I)I0 )IkIPkII,IQIQII$IxIxIeIeI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1U bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1kD v % } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  WW)C*C44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccWW K K  ??33''  "#%%'')q*q,,.]/]113I4I668595;;=!>!@@B C EEGGIoJoLLNWOWQQS?T?VVX'Y'[[]^``bbdkekggiSjSlln;o;qqs#t#vvx y {{}}ggۂۄOOÇÉ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loI?I?IDILDIKITKIEUIEUI{XI{XI nI( nIIIIII(IMIMIII{I{I_I _I(I (I,IL ,IaYI aYI`I `II0 I;IP;II,III I$ IxIxIeIeImImI=I=II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 3S b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1g bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1rO , 7w } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  XX)J*J44>7@@B)C)EEGHJJL M OOQQSpTpVVX^Y^[[]L^L``b8c8eeg"h"jjl m ooqqsetevvxKyK{{}1~1ooSSőœ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIIYDILYDIKITKI?UI?UIuXIuXImI(mI%I%IIII(IGIGIYIYIIIYI YI(I (I,IL ,I[YI [YI`I `II0 I5IP5II,IIII$IxIxIdIdIIIII=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 -M b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1.  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1O (  Z ~ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS);*;44>#?#IIST^y^yhhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$g%g'')O*O,,.7/711346689;{;{==?c@cBBDKEKGGI3J3LLNOQQSSUmVmXXZQ[Q]]_5`5bbdeggiikolonnpSqSssu7v7xxz{}}qqUUljNj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loI?I?IDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,IaYI aYI`I `I)I0 )IkIPkII,IAIAII$IxIxI eI eIIIIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 f C  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln#o#qqstvvvvxxzX{X}}::ppRR b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIII_DIL_DIKITKIQUIQUIXIXImI(mI+I+III#I(#IYIYI_I_IIIkI kI(I (I+,IL +,ImYI mYI`I `I)I0 )IkIPkII,IoIoII$IxIxIeIeIIIII7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 %eA  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 %eA  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 %eA   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 'G^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1rM(  @ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  KK)5*544>?IIST^v^vhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?I@IBBD/E/GGIJLLNNPnQnSSUTVTXXZ:[:]]_ ` bbdegygyiik_l_nnpEqEssu+v+xxz{}}jj݄݆PP‰‹44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIuIuIwI wI)I )I7,IL 7,IyYI yYI`I `II0 IAIPAII,IIII$IxIxI+eI+eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 `. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 `. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 `.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 5U b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1b bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1{Z 9 R } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)F*F44>6?6IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$n%n'')^*^,,.N/N113>4>668.9.;;=>@@BCEEGGIvJvLLNbObQQSNTNVVX:Y:[[]&^&``bceeggitjtlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIYDILYDIKITKIQUIQUIXIXImI(mI+I+III#I(#IYIYI_I_IIIkI kI(I (I+,IL +,ImYI mYI`I `II0 I;IP;II,I I IݢI$ݢIxIxIdIdI_I_I/I/II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 $d@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 $d@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 $d@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 $/O b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1+  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1^ 9  o  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  KK)1*144>?IISS]h^hhhrJsJ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&nnT T""$:%:'') * ,,./1y1y335_6_88:E;E==?)@)BBD E G|G|IIK^L^NNP@Q@SSU"V"XXZ[]u]u__aWbWddf9g9iiklnnpprnsnuuwPxPzz|2}2ff֋֍FF b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKIcUIcUIXIXI nI( nIIIII5I(5IkIkIII{I{I}I }I)I )I=,IL =,IYI YI`I `I/I0 /IqIPqII,I_I_II$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yG  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1A  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  w V 5 1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)<*<44>(?(IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$N%N''):*:,,.&/&11346688:t;t==?`@`BBDLELGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00tt\\ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIeDILeDIKITKIuUIuUIXIXImI(mI1I1IIIGI(GI}I}IeIeIIII I)I )IO,IL O,IYI YI`I `I)I0 )IkIPkII,IIII$IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IW@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IW@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IW@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 FfXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1K bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1yV3  [ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  PP):*:44>%?%IIS T ^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##o o""$Y%Y'')C*C,,.-/-11346689;v;v==?`@`BBDJEJGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd1e1ggijllnoququssu]v]xxzE{E}}--uu__ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKIWUIWUIXIXImI(mIIIII)I()I_I_IIIoIoIqI qI(I (I1,IL 1,IsYI sYI`I `II0 I;IP;II,III I$ IxIxIeIeIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 `" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 `" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 `"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 'G b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1] bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1#e F m } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>0?0IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd_e_ggiIjIlln3o3qqstvvxy{|{|}}ffۂۄPPŇʼn::$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{III_DIL_DIKITKIuUIuUIXIXImI(mI1I1IIIGI(GI}I}IeIeIIII I)I )IO,IL O,IYI YI`I `II0 IAIPAII,I/I/II$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JV> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JV> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JV>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 'G/O b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1(  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1m J '   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844>"?"IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?N@NBBD8E8GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggiikglgnnpKqKssu/v/xxz{}}iiۄۆOO‰‹55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I3I3IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIuIuIqI qI(I (I1,IL 1,IsYI sYI`I `I#I0 #IeIPeII,IIII$IxIxI eI eIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n<  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1>  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 '  i J N } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ);*;44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~dd׉׋JJ00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIeDILeDIKITKIEUIEUI{XI{XImI(mI7I7IIII(IMIMIkIkI I I_I _I(I (I,IL ,IaYI aYI`I `I)I0 )IkIPkII,III I$ IxIxIeIeI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Z?  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Z?  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Z?   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Mm>^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1F bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1_>  6v } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>/?/IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIWJWLLNEOEQQS3T3VVX!Y![[]^``bbdtetggibjbllnKoKqqs/t/vvxy{{}}iiۂۄMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I'I'IDILDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGIIIiIiIYI YI(I (I,IL ,I[YI [YI`I `I;I0 ;I}IP}II,III I$ IxIxIeIeI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a-  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {5a b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1T bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1{\ = d } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)F*F44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::**  "#%x%x'')d*d,,.P/P113<4<668(9(;;=>@@BBDpEpGGIXJXLLN@O@QQS(T(VVXY[[]]_l`lbbdTeTggi#?#IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccMM 7 7  !!  jjT T""$>%>'')(*(,,./11335q6q88:[;[==?E@EBBD/E/GGIJLLNOQzQzSSUdVdXXZN[N]]_8`8bbd"e"ggi j llnnpeqessuIvIxxz-{-}}ggىًKK// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGIIIoIoIYI YI(I (I,IL ,I[YI [YI`I `I)I0 )IkIPkII,I}I}II$IxIxIeIeIIIII+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 H bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 H bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 H  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 NnDd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations15  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1   ` A E } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)<*<44>"?"IIST^x^xhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((p p""$X%X'')@*@,,.(/(11346688:l;l==?R@RBBD6E6GGIJLLNNPpQpSSUTVTXXZ8[8]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIkDILkDIKITKIKUIKUIXIXImI(mI=I=IIII(ISISIqIqIIIeI eI(I (I%,IL %,IgYI gYI`I `I#I0 #IeIPeII,IIII$IxIxI%eI%eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @@  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @@  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @@   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Hh$D b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1C bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 kM / [ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  [[)G*G44>3?3IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77++  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIsJsLLN[O[QQSCTCVVX+Y+[[]^``bbdoeoggiWjWlln?o?qqs't'vvxy{{}}kk߂߄SSLJlj;;## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIcIcIeI eI(I (I%,IL %,IgYI gYI`I `I;I0 ;I}IP}II,III%I$%IxIxI7eI7eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 L  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 L  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V"  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 L   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p#^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1C bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1}\;  3s } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  \\)N*N44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj\\ N N  @@22$$  "#%%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJLMOOQQStTtVVXbYb[[]P^P``b'?'IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIcIcI_I _I(I (I,IL ,IaYI aYI`I `I;I0 ;I}IP}II,IMIMI I$ IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X&  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V]} b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1"  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1y X 7   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>2?2IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbd]e]ggiCjClln'o'qqs t vzvzxxz\{\}}>> ttVV b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIqDILqDIKITKIQUIQUIXIXImI(mICICIII#I(#IYIYIwIwIIIkI kI(I (I+,IL +,ImYI mYI`I `II0 I)IP)II,IMIMII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 } * b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18! s  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>!?!IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?M@MBBD3E3GGIJLLNNPrQrSSUXVXXXZ>[>]]_$`$bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnTTƉƋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIII]I]IkI kI(I (I+,IL +,ImYI mYI`I `I;I0 ;I}IP}II,I/I/I+I$+IyIyI=eI=eIIIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 eWw b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18 g  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)J*J44>:?:IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**   ""$r%r'')b*b,,.R/R113B4B668292;;=">"@@BCEEGHJzJzLLNfOfQQSRTRVVX>Y>[[]*^*``bceeghjxjxllndodqqsPtPvvx?IISS]l^lhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **rrX X""$>%>'')$*$,,. / 1}1}335c6c88:I;I==?-@-BBDEGGIIKbLbNNPDQDSSU&V&XXZ[]y]y__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIII]I]IkI kI(I (I+,IL +,ImYI mYI`I `IAI0 AIIPII,IIII$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 N  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 N  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 N   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |$D^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations13  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 L 1  { S } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)@*@44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$R%R'')>*>,,.*/*11346689;x;x==?d@dBBDPEPGGI8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88%%  ""$n%n'')X*X,,.B/B113,4,6689;;=>@u@uBBD_E_GGIHJHLLN0O0QQSTVVXY[t[t]]_\`\bbdDeDggi,j,llnoqqssupvpxxzX{X}}@@((pp b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIIIIpIWIWISISI`I``I5I5IyIyIEIL EI1I 1I yIp  yICeIt CeIgIT gI7I7II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ii  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  aa)O*O44>;?;IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssaa O O  ==++ ~ ~""$l%l'')Z*Z,,.H/H113646668$9$;;=>@@BCEwEwGGIcJcLLNMOMQQS7T7VVX!Y![[] ^ ``bbdjejggiTjTlln>o>qqs(t(vvxy{{}}qq[[ЇЉEE// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDIDIHI$HImImIIIϲI$ϲIII]I]II$I7_I7_IIIyI yIEI| EII IxI xI+eI +eII IIIaI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations12fU b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations12fU b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations12fU b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  aa)K*K44>3?3IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&p p""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI3J3LLNOQQSSUrVrXXZX[X]]_>`>bbd"e"ggijlxlxnnp\q\ssu@v@xxz${$}}zz^^щыDD** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIIIIpIWIWISISI`I``I;I;IyIyIEIL EII IxIp xI+eIt +eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Rr  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  ``)J*J44>2?2IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$r r""$]%]'')G*G,,.1/111346689;z;z==?d@dBBDNENGGI6J6LLNOQQSTVuVuXXZ[[[]]_A`Abbd'e'ggi j llnnpfqfssuLvLxxz2{2}}qqWWʎʐ== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIUIUIղIղIIpI'I'III7_I`7_IIIsIsI?IL ?I+I +IyIp yI=eIt =eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1O} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1O} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1O  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  bb)P*P44>>?>IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ttbb P P  >>,,  ""$m%m'')[*[,,.I/I113747668%9%;;=>@@BCExExGGIfJfLLNTOTQQSBTBVVX0Y0[[]^``b c eeggiqjqllnZoZqqs>t>vvx"y"{{}~xx\\·Ή@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIiIiIIpI]I]I;I;I7_I`7_IIIsIsI?IL ?II IxIp xI1eIt 1eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  cc)O*O44>7?7IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssgg [ [  OOCC33  " # %%'')m*m,,.Y/Y113E4E668191;;=>@@BCEwEwGGI_J_LLNGOGQQS/T/VVXY[[]]_s`sbbd[e[ggiCjClln+o+qqstvvxxzo{o}}WW˂˄??$$ }} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIOIOIղIղIIpI!I!III7_I`7_IIIsIsI?IL ?II IxIp xI+eIt +eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  \\)F*F44>0?0IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rr\\ F F  00yyc c""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI(J(LLNOQQSSUqVqXXZ[[[]]_E`Ebbd/e/ggijllnoqrqrssuVvVxxz:{:}}ttXXʎʐ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIIIiIiIIpI]I]I;I;I7_I`7_IIIsIsI?IL ?II IxIp xIeIt eIIT III=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  __)G*G44>+?+IIST^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1sscc S S  CC33 { {""$c%c'')K*K,,.3/311346689;w;w==?[@[BBD?E?GGI#J#LLNOQyQySSU]V]XXZA[A]]_%`%bbd e g{g{iik_l_nnpCqCssu'v'xxz { }}}}aaӄӆCC%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII}DI }DIHIHImImIOIOIϲIϲIIpI!I!III1_I`1_IIImImI9IL 9I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  hh)T*T44>>?>IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tthh \ \  PPDD88,,  " # %%' ( **,,.n/n113Z4Z668F9F;;=2>2@@BCEEG H J~J~LLNfOfQQSNTNVVX6Y6[[]^``bcezezggibjbllnJoJqqs2t2vvxy{{}~vv^^҇҉FF.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIIIIpIcIcISISI1_I`1_IIImImI9IL 9I+I +IyIp yI=eIt =eIIT IUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  aa)S*S44>C?CIIS/T/^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ooaa S S  EE77))  " # %%'')x*x,,.j/j113\4\668N9N;;=@>@@@B2C2EEG$H$JJLMOOQRTwTwVVXeYe[[]S^S``b?c?eeg)h)jjlmooqqsltlvvxRyR{{}8~8ttXXʑʓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIwDI wDIHIHImImIIIIIϲIϲI}Ip}IIIII1_I`1_IIImImI9IL 9I I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  bb)J*J44>0?0IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22""  "#%v%v'')^*^,,.F/F113.4.6689;;==?r@rBBDZEZGGI@J@LLN$O$QQSTVzVzXXZ^[^]]_B`Bbbd&e&ggi j l|l|nnp`q`ssuDvDxxz({(}} ~~bbԉԋFF** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIIIIpIcIcISISI1_I`1_IIImImI9IL 9II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  ]])K*K44>7?7IIST^^hisqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo]] K K  99'' z z""$h%h'')V*V,,.D/D113242668 9 ;;=>@@BBDsEsGGI_J_LLNIOIQQS3T3VVXY[[]^`|`|bbdbebggiHjHlln,o,qqstvvxxza{a}}CC%%wwYY b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIwDI wDIIIIImImIIIIIII}Ip}IIIII`I``IIImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1&f} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1&f} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1&f  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations12R  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  XX)B*B44>(?(IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11}}g g""$Q%Q'');*;,,.%/%11346688:n;n==?T@TBBD:E:GGI J LLNOQyQySSU_V_XXZE[E]]_+`+bbdeggiikjljnnpPqPssu6v6xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIQIQIIpIcIcI#I#I+_I`+_IIImImI9IL 9I%I %IxIp xI7eIt 7eIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  [[)K*K44>9?9IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk[[ K K  ;;++   ""$s%s'')c*c,,.S/S113C4C668393;;=#>#@@BCEEGHJyJyLLNeOeQQSQTQVVX=Y=[[])^)``bceeghjwjwllncocqqsOtOvvx;y;{{}'~'uuaaבד b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIqDI qDIIIIImImICICIIIwIpwIIIII`I``IIImImI9IL 9II IxIp xIeIt eIqIT qIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1'g} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1'g} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1'g  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=]  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  VV)<*<44>?IIST^q^qhhrQsQ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11yy_ _""$E%E'')+*+,,./11335j6j88:P;P==?2@2BBDEGGIIKgLgNNPIQISSU+V+XXZ [ ]~]~__a`b`ddfBgBiik$l$nnpqswswuuwYxYzz|;};mm݋ݍMM b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIQIQIIpIiIiI#I#I+_I`+_IIImImI9IL 9I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z( b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  WW)C*C44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //}}i i""$U%U'')A*A,,.-/-11346689;{;{==?g@gBBDSESGGI=J=LLN%O%QQS T VVXXZi[i]]_Q`Qbbd9e9ggi!j!lln o q}q}ssuevexxzM{M}}55yyaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIqDI qDIHIHImImI=I=IϲIϲIqIpqIIIII`I``IIIgIgI3IL 3I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations17W  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  YY)C*C44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,, x x""$b%b'')L*L,,.6/6113 4 668 9 ;;==?i@iBBDSESGGI/?/IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbd^e^ggiHjHlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIkDI kDIHIHImImI=I=IϲIϲIqIpqIIIII`I``I#I#IgIgI3IL 3II IxIp xI eIt  eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Jj  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  UU)?*?44>'?'IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..zzd d""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiiklllnnpPqPssu4v4xxz{}}nnRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I-I-IDI DIKIKImImIIIuIuIIpIoIoIGIGI+_I`+_IIIgIgI3IL 3II IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)>*>44>&?&IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$Q%Q'');*;,,.%/%11346688:n;n==?X@XBBDBEBGGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggijltltnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIkDI kDI II IImImI7I7I۲I۲IkIpkI I III`I``IIIaIaI-IL -I I  IxIp xIeIt eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1#c} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1#c} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1#c  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1<\  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>2?2IIS T ^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNHOHQQS6T6VVX$Y$[[]^``bcewewggiejellnNoNqqs2t2vvxy{{}}llނބPP‡‰44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I-I-IDI DIyKIyKImImIIIKIKIIpIoIoIII`I``IIIaIaI-IL -II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1.N  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)C*C44>+?+IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77''  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDkEkGGISJSLLN;O;QQS#T#VVX Y [[]]_g`gbbdOeOggi7j7llnoqqstv{v{xxzc{c}}KK33qq b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIeDI eDI II IImImI7I7I۲I۲IkIpkI I III`I``I)I)IaIaI-IL -II IxIp xI eIt  eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1$d} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1$d} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1$d  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Uu  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  PP):*:44>$?$IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffPP : :  $$mmW W""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I3I3IDI DIyKIyKImImIIIKIKIIpIoIoIII`I``IIIaIaI-IL -II IxIp xIeIt eIIT IwIwII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l: b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ii  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS);*;44>?IIST^u^uhhrWsW} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''o o""$W%W'')?*?,,.'/'11346688:k;k==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbddfogoiikSlSnnp7q7ssuvxxzz|q}qUUDŽdž77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIII_DI _DIHIHImImI1I1IòIòIeIpeIIIII`I``IIIaIaI-IL -I I  IxIp xIeIt eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15U  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  \\)H*H44>2?2IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88,,   "#%%'(*v*v,,.b/b113N4N668:9:;;=&>&@@BCEEGGIrJrLLNZOZQQSBTBVVX*Y*[[]^``bbdnenggiVjVlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI3I3IDI DIKIKInInIIIiIiIIpIuIuI;I;I`I``IIIaIaI-IL -II IAwIp AwIGIt GIsIT sIiIiII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uA  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uA  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uA  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations13/  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  UU)G*G44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccUU G G  99++  "#%z%z'')l*l,,.^/^113P4P668B9B;;=4>4@@B&C&EEGHJJLMO}O}QQSkTkVVXYYY[[]G^G``b3c3eeghjjlmooqqsjtjvvxPyP{{}6~6rrVVȑȓ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIII_DI _DIHIHImImI+I+IòIòI_Ip_IIIII`I``I/I/IaIaI-IL -II IxIp xIeIt eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1^~  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)>*>44>$?$IIST^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$j%j'')R*R,,.:/:113"4"668 9 ;~;~==?f@fBBDNENGGI4J4LLNOQQSSUnVnXXZR[R]]_6`6bbdeggiikplpnnpXqXssu>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIKIKInInIIIiIiIIpIuIuI;I;I`I``IIIaIaI-IL -II I)wIp )wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uC b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1VR  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>+?+IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGISJSLLN=O=QQS'T'VVXY[[]]_p`pbbdVeVggi?IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?J@JBBD0E0GGIJLLNNPoQoSSUUVUXXZ;[;]]_!`!bbdeggiiklllnnpRqRssu8v8xxz{}}ww[[͉͋??## b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI9I9IDI DImKImKI nI nIII?I?IIpI{I{III^I`^I[I[I[I[I'IL 'II IGwIp GwI%GIt %GIIT I{I{I#I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  OO)I*I44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ?  //w w""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJwJwLLNcOcQQSOTOVVX;Y;[[]'^'``bceeggiujullnmomqqsYtYvvxEyE{{}1~1 kk b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIIYDI YDIHIHImImI%I%IϲIϲIYIpYIIIII`I``III[I[I'IT 'II I wIx  wIFI| FIeI\ eI[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1!a} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1!a} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1@t b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1!a  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations12V  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)4*444>?IIST^u^uhhrUsU} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__adbdddfFgFiik(l(nnp q s{s{uuw]x]zz|?}?!!qqQQ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI9I9IDI DImKImKI nI nIII?I?IIpI{I{III^I`^I[I[I[I[I'IL 'II I/wIp /wI GIt  GI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  KK)?*?44>)?)IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##qq] ]""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqqssumvmxxzU{U}}==%% ii b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1iIII)DI|)DIIIIILILIMVI|MVIYIHYI]mI]mIIPI_IX_IIIIPIUIUI/I/II$ I1I, 1Ig I g I)I$ )I'-I '-IiZI| iZI`IX`I I IMIMIIII\III I II8IxIxIeIeIrIrI%Il%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pu b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pu b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pu  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Jj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations17wX0$d  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d7X0u`T8h@tN  (   \ 6   ()iZ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10==  QQ)G*G44>1?1IIS%T%^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1==11 % %  ==11!!   ""$y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDqEqGGIYJYLLNAOAQQS)T)VVXY[[]]_m`mbbdaeaggiIjIlln1o1qqstvvxy{u{u}}]]тфEE,,# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIQIQIDIdDIKIlKI'UI'UI]XI]XI#nI@#nIIIoIoII@I/I /IIIIIAI AI(I (I,Id ,ICYI CYI`I `IIH I;Ih;IIDIIIII!I !IIIxIpxIeIteIrITrIIII$I=I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 A bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 A bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 A  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8X b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations19yo^  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d9o^kMD<+ xiZ  K  <  -     o^ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)*44> ? IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss] ]""$G%G'')1*1,,./1l1l335V6V88:@;@==?L@LBBD2E2GGIJLLNNPqQqSSUWVWXXZ=[=]]_#`#bbdeggiiknlnnnpTqTssu:v:xxz { }}yy__щыCC''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1iIII)DI|)DIIIIILILIMVI|MVIYIHYIWmIWmIIPI_IX_IIIIPIUIUI)I)II$ I1I, 1Ig I g I)I$ )I'-I '-IiZI| iZI`IX`IIIYIYI}I}I9I\9III#I#II8IxIxIeIeI{rI{rIIlI}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Or b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Or b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Or  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Vv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1RY  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d $3-6qP?HO  V  ]  d  k  ry I` bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10<<  MM)=*=44>#?#IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1<<,,    11!!  i i""$Y%Y'')A*A,,.)/)11346688:m;m==?S@SBBD7E7GGIJLLNNPqQqSSUUVUXXZ9[9]]_`bbd e ggiikclcnnpGqGssu+v+xxz{}}eeׄ׆II++ # b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIWIWIDIdDIKIlKI'UI'UI]XI]XI#nI@#nIIIoIoII@I/I /IIIIIAI AI(I (I,Id ,ICYI CYI`I `IIH I_Ih_IeIDeI!I!IAIAI?#I ?#IIIxIpxIdItdIorITorIeIeI5I$5II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 A bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 A bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 A  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 \| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1DD  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d v O(          dTT bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)*44>?IIST^w^whhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qqW W""$=%='')#*#,,. / 1W1W335=6=88:#;#==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__afbfddfHgHiik*l*nnp q s}s}uuw_x_zz|A}A##uuUUŐŒ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIYDIdYDIKIlKI3UI3UIiXIiXImI@mI+I+I{I{II@I;I ;I_I_IIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH IYIhYIIDIaIaIoIoImI mIIIxIpxI%eIt%eIrITrImImI=I$=II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ,lA bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ,lA bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ,lA  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations14tOo@  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d4Omn<K Z)xIk<   ^  /  O  Ho@ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  SS)E*E44>?IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaSS E E  77))   ""$x%x'')j*j,,.\/\113N4N668@9@;;=2>2@@B$C$EEGHJkJkLLNYOYQQSGTGVVXYYY[[]G^G``b3c3eeghjjlmooqqsjtjvvxPyP{{}6~6ttXXʑʓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIKIKIDIdDIKIlKI3UI3UIiXIiXInI@nIII{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH IGIhGIIDIII=I=I;!I ;!IIIxIpxI eIt eIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 H  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 H  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1])  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 H   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations14tf L\  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d4fLj2E~dJ0 h P 8    p $|$d  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  QQ);*;44>&?&IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$p p""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd4e4ggijllnoqxqxssu`v`xxz${$}} xxbb  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIYDIdYDIKIlKI3UI3UIiXIiXImI@mI%I%I{I{II@I;I ;IYIYIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH IYIhYIIDI[I[I]I]I[I [IIIxIpxI eIt eIrITrIIII$IsI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 +kA bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 +kA bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 +kA  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1P n<  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dP p@(`0bANj8   T  " p @  ^, bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>?IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGI.J.LLNOQQSTVVXY[[]]_p`pbbdVeVggi!?!IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?M@MBBD7E7GGI!J!LLNOQzQzSSU`V`XXZF[F]]_,`,bbdeggiikjljnnpNqNssu2v2xxzz|c}cՁGGRRʼnŋ88  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIII_DIL_DIKITKI?UI?UIuXIuXImI(mI+I+IIII(IGIGI_I_IIIYI YI(I (I,IL ,I[YI [YI`I `II0 I_IP_I˸I,˸ICICI I$ IxIxIeIeIsIsICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TA bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TA bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TA  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Vv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1'g bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1']8  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  QQ)A*A44>1?1IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!! y y""$i%i'')Y*Y,,.I/I113949668)9);;=>@@B C EEGGIqJqLLN]O]QQSITIVVX5Y5[[]!^!``b c eeggiojolln[o[qqsGtGvvx3y3{{}~ mmYYϑϓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIEIEIDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,IaYI aYI`I `II0 IYIPYI˸I,˸IgIgII$IxIxIeIeI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ll b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1+k bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1+eB ; } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIXJXLLNFOFQQS4T4VVX"Y"[[]^``bbdueuggicjcllnLoLqqs0t0vvxy{{}}jj܂܄NN22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIIIYDILYDIKITKI?UI?UIuXIuXImI(mI+I+IIII(IGIGI_I_IIIYI YI(I (I,IL ,I[YI [YI`I `II0 I_IP_IeI,eIIII$IxIxI eI eIIIIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UA bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UA bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UA  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1nI$r } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)9*944>%?%IIS T ^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$K%K'')7*7,,.#/#11346688:q;q==?]@]BBDIEIGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd1e1ggijllnoququssu]v]xxzE{E}}--qqYY b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1loIEIEIDILDIKITKIKUIKUIXIXInI(nIIIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `I/I0 /IqIPqIkI,kIIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V"  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 d b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1|Y6 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  LL)6*644>"?"IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbLL 6 6      iiS S""$=%='')'*',,./11335p6p88:Z;Z==?D@DBBD.E.GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIeDILeDIKITKIQUIQUIXIXImI(mI1I1III#I(#IYIYIeIeIIIkI kI(I (I+,IL +,ImYI mYI`I `I)I0 )IkIPkII,IIII$IxIxIeIeI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 !aC  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 !aC  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 !aC   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 \| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Z bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1sL%  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>+?+IIST^^hhrtst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGISJSLLN=O=QQS'T'VVXY[[]]_p`pbbdZeZggiDjDlln.o.qqstvvxy{w{w}}aaւքKK55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI9I9IDILDIKITKIcUIcUIXIXI nI( nIIIII5I(5IkIkIII{I{I}I }I)I )I=,IL =,IYI YI`I `I#I0 #IeIPeIŸI,ŸIII I$ IxIxIeIeICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yG  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Vv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1"b bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1"`?R } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  \\)H*H44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88,,   "#%%'(*v*v,,.b/b113N4N668:9:;;=&>&@@BCEEGGItJtLLN\O\QQSDTDVVX,Y,[[]^``bbdpepggiXjXlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIII_DIL_DIKITKIQUIQUIXIXImI(mI1I1III#I(#IYIYIeIeIIIkI kI(I (I+,IL +,ImYI mYI`I `II0 I_IP_IYI,YIIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  `B bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  `B bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  `B  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1~W0 C } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)8*844>"?"IIST^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD*>44>&?&IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$j%j'')R*R,,.:/:113"4"668 9 ;~;~==?f@fBBDNENGGI6J6LLNOQQSSUpVpXXZT[T]]_8`8bbdeggijlrlrnnpVqVssu:v:xxz{}}ttXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIeDILeDIKITKIuUIuUIXIXImI(mI7I7IIIGI(GI}I}IkIkI I II I)I )IO,IL O,IYI YI`I `I5I0 5IwIPwII,IIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IY@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IY@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IY@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ;[b b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 M bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 d;}  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)A*A44>+?+IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55%%  ""$s%s'')_*_,,.K/K113747668#9#;;=>@@BBDkEkGGISJSLLN;O;QQS#T#VVX Y [[]]_g`gbbdOeOggi7j7llnoqqstv{v{xxzc{c}}KK33ss b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I3I3IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIuIuIqI qI(I (I1,IL 1,IsYI sYI`I `I)I0 )IkIPkIŸI,ŸIIII$IxIxI eI eIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n<  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 SsXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Y bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1z[<)i } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>"?"IIST^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?N@NBBD4E4GGIJLLNOQsQsSSUYVYXXZ?[?]]_%`%bbd e g~g~iikdldnnpJqJssu0v0xxz{}}ooUUljNj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIeDILeDIKITKIuUIuUIXIXImI(mI7I7IIIGI(GI}I}IkIkI I II I)I )IO,IL O,IYI YI`I `II0 I_IP_IMI,MIIII$IxIxIeIeIII}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JX> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JX> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JX>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 <Nn b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1i@nT } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)9*944>?IIST^u^uhhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%m m""$U%U'')=*=,,.%/%113 4 6688:i;i==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbddfogoiikSlSnnp7q7ssuvxxzz|q}qUUDŽdž99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I9I9IDILDIKITKI]UI]UIXIXI nI( nIIIII/I(/IeIeIII{I{IwI wI)I )I7,IL 7,IyYI yYI`I `I)I0 )IkIPkIeI,eI?I?II$IxIxIdIdIeIeI5I5II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8XXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1~_@  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  NN)4*444>?IISS]k^khhrMsM} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__aZbZddf;?;IIS'T'^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeWW I I  ;;--  "#%|%|'')n*n,,.`/`113R4R668D9D;;=6>6@@B(C(EEGHJJL M OOQQSoToVVX]Y][[]K^K``b7c7eeg!h!jjl m o~o~qqsdtdvvxJyJ{{}0~0nnRRđē b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I-I-IDILDIKITKIEUIEUI{XI{XImI(mIIIIII(IMIMIIIoIoI_I _I(I (I,IL ,IaYI aYI`I `IAI0 AIIPII,III I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c1  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Jjf b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1qR3 ` } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  UU)?*?44>*?*IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((t t""$^%^'')H*H,,.2/211346689;{;{==?e@eBBDOEOGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22zzdd b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIkDILkDIKITKIEUIEUI{XI{XImI(mI=I=IIII(IMIMIqIqIII_I _I(I (I,IL ,IaYI aYI`I `II0 I_IP_IAI,AImImII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UA  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UA  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UA   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 AaHh b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T)~S 5 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbdZeZggi@j@lln$o$qqstvwvwxxzY{Y}};;qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I3I3IDILDIKITKI?UI?UIuXIuXImI(mIIIIII(IGIGIIIoIoIYI YI(I (I,IL ,I[YI [YI`I `I5I0 5IwIPwI_I,_I9I9II$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 F bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 F bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e5  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 F  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ]}Bb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1uV7 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>%?%IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikjljnnpNqNssu2v2xxz{}}llބކRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIqDILqDIKITKIKUIKUIXIXImI(mICICIIII(ISISIwIwIIIeI eI(I (I%,IL %,IgYI gYI`I `I)I0 )IkIPkII,III%I$%IxIxI7eI7eIII[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @B  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @B  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @B   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 IiBb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`@ P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)E*E44>5?5IIS!T!^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIuJuLLNaOaQQSMTMVVX9Y9[[]%^%``bceeggisjslln_o_qqsKtKvvx7y7{{}#~#qq]]ӑӓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIiIiIeI eI(I (I%,IL %,IgYI gYI`I `IAI0 AIIPII,IsIsII$IxIxI+eI+eICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 J  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 J  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X&  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 J   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 <\a b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1C bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1bA  3 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>4?4IIS"T"^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGI\J\LLNJOJQQS8T8VVX&Y&[[]^``bceyeyggigjgllnPoPqqs4t4vvxy{{}}nnRRćĉ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIqDILqDIKITKIKUIKUIXIXImI(mI=I=IIII(ISISIqIqIIIeI eI(I (I%,IL %,IgYI gYI`I `I#I0 #IeIPeISI,SI-I-I I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @B bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @B bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @B  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dd/O b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`@  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)=*=44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11uu]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI-I-IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIiIiIeI eI(I (I%,IL %,IgYI gYI`I `IAI0 AIIPISI,SIIII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z*  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,L` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1^= } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  PP):*:44>&?&IIST^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffPP : :  $$mmW W""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ}Q}SSUgVgXXZQ[Q]]_;`;bbd%e%ggijllnnphqhssuLvLxxz0{0}}jj܉܋NN22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIwDILwDIKITKIQUIQUIXIXImI(mIIIIIII#I(#IYIYI}I}IIIkI kI(I (I+,IL +,ImYI mYI`I `I#I0 #IeIPeII,IEIEII$IxIxI+eI+eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  KA bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  KA bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  KA  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1A bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1lWB } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbd^e^ggiHjHlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIII]I]IkI kI(I (I+,IL +,ImYI mYI`I `I;I0 ;I}IP}II,IIII$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .NZz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1gN5` } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  ``)L*L44>8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll`` T T  HH<<00$$  "#%%'(*z*z,,.f/f113R4R668>9>;;=*>*@@BCEEGHJxJxLLN`O`QQSHTHVVX0Y0[[]^``bcetetggi\j\llnDoDqqs,t,vvxy{{}}ppXẊ̉@@(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIwDILwDIKITKIQUIQUIXIXImI(mICICIII#I(#IYIYIwIwIIIkI kI(I (I+,IL +,ImYI mYI`I `I)I0 )IkIPkI_I,_IIII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JA bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JA bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JA  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ee4 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1-nl } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)<*<44>&?&IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$O%O'')9*9,,.#/#113 4 6688:l;l==?V@VBBD@E@GGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggijltltnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIIIcIcIkI kI(I (I+,IL +,ImYI mYI`I `IAI0 AIIPI_I,_IIII$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 L  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 L  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 L   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6a b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1jQG } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)B*B44>*?*IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**   ""$n%n'')V*V,,.>/>113&4&6689;;==?j@jBBDRERGGI:J:LLNOQQSTVtVtXXZX[X]]_<`v>xxz"{"}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIHI$HImImIIIϲI$ϲIIIWIWII$I=_I=_IIIyI yIEI| EI+I +IyI yI=eI =eIII IIIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1-aY b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1-aY b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1-aY b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz  jj)V*V44>>?>IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1zznn b b  VVJJ::&&  "#%%'')t*t,,.`/`113L4L668898;;=">"@@B C E~E~GGIfJfLLNNONQQS6T6VVXY[[]^`z`zbbdbebggiJjJlln2o2qqstvvxy{v{v}}^^҂҄FF++ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIII{I{IIpI]I]IMIMI=_I`=_IIIyIyIEIL EII IxIp xI%eIt %eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  ]])G*G44>-?-IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rr^^ J J  66""  l l""$V%V'')@*@,,.*/*11346688:s;s==?Y@YBBD?E?GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikolonnpUqUssu;v;xxz!{!}}zz^^ЉЋBB&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIHI$HImImIIIϲI$ϲIIIWIWII$I=_I=_IIIyI yIEI| EII IxI xI%eI %eII IIIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1.bW b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1.bW b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1.bW b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx  dd)L*L44>0?0IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88$$   ""$h%h'')P*P,,.8/8113 4 6689;|;|==?`@`BBDDEDGGI(J(LLN O Q~Q~SSUbVbXXZF[F]]_*`*bbdeggiikdldnnpHqHssu,v,xxz{}}ff؄؆HH**  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIKIKImImIII{I{IIpI]I]IMIMI=_I`=_IIIyIyIEIL EII IxIp xIeIt eIIT IYIYII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  ]])C*C44>%?%IIST^x^xhhrXsX} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$  f f""$L%L'')2*2,,./11335q6q88:W;W==?9@9BBDEGGIIKnLnNNPPQPSSU2V2XXZ[]]__agbgddfIgIiik+l+nnp q s~s~uuw`x`zz|B}B$$ttTTĐĒ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImI[I[IղIղIIpI-I-III7_I`7_IIIsIsI?IL ?I7I 7IyIp yIIeIt IeIIT IaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  hh)Z*Z44>J?JIIS6T6^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvhh Z Z  LL>>00""  "#%%'(**,,.q/q113c4c668U9U;;=G>G@@B9C9EEG+H+JJLMOOQRT~T~VVXlYl[[]Z^Z``bFcFeeg0h0jjlmooqrtstsvvxYyY{{}?~?%% {{__ёѓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIiIiIIpIcIcI;I;I7_I`7_IIIsIsI?IL ?II IxIp xI1eIt 1eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ^^)H*H44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqaa Q Q  AA11 } }""$g%g'')Q*Q,,.;/;113%4%6689;;==?n@nBBDXEXGGIAJALLN)O)QQSTVVXXZm[m]]_U`Ubbd=e=ggi%j%lln o qqssuivixxzQ{Q}}99!! ii b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIUIUIղIղIIpI'I'III7_I`7_IIIsIsI?IL ?II IxIp xI1eIt 1eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  bb)P*P44>>,,  ""$m%m'')[*[,,.I/I113747668%9%;;=>@@BCExExGGIdJdLLNNONQQS8T8VVX"Y"[[] ^ ``bbdgegggiMjMlln1o1qqstvvxxzf{f}}HH** ||^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIIIiIiIIpIcIcI;I;I7_I`7_IIIsIsI?IL ?II IxIp xI%eIt %eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  \\)F*F44>.?.IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  k k""$U%U'')?*?,,.)/)11346688:r;r==?\@\BBDFEFGGI.J.LLNOQQSSUmVmXXZS[S]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYỶ̋??%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIUIUIϲIϲIIpI'I'III1_I`1_IIImImI9IL 9I1I 1I yIp  yICeIt CeIIT IgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  bb)R*R44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22""  "#%z%z'')j*j,,.Z/Z113J4J668:9:;;=*>*@@BCEEG H JJLLNlOlQQSXTXVVXDYD[[]0^0``bceeghj~j~llnjojqqsVtVvvxByB{{}.~.||hhޑޓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIII{I{IIpIcIcIMIMI1_I`1_IIImImI9IL 9II IxIp xI1eIt 1eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S! b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S! b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S! b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  [[)I*I44>7?7IIS%T%^^h i s{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm[[ I I  77%% x x""$f%f'')T*T,,.B/B1130406689;;= > @@BBDqEqGGI_J_LLNMOMQQS;T;VVX)Y)[[]^``bce|e|ggijjjllnSoSqqs7t7vvxy{{}}qqUULJlj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII}DI }DIHIHImImIOIOIϲIϲIIpI!I!III1_I`1_IIImImI9IL 9II IxIp xI+eIt +eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  \\)H*H44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    n n""$Z%Z'')F*F,,.2/21134668 9 ;;==?l@lBBDXEXGGIBJBLLN*O*QQSTVVXXZn[n]]_V`Vbbd>e>ggi&j&llnoqqssujvjxxzR{R}}::"" ~~ff b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIII{I{IIpIiIiIMIMI1_I`1_IIImImI9IL 9I I  IxIp xIeIt eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S# b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  WW)A*A44>+?+IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmWW A A  ++tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI#J#LLN O QQSSUlVlXXZV[V]]_@`@bbd*e*ggijllnnpmqmssuQvQxxz5{5}}ooSSŎŐ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII}DI }DIIIIImImIIIIIII}Ip}IIIII1_I`1_IIImImI9IL 9II IxIp xI1eIt 1eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1"b} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1"b} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1"b  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  \\)J*J44>6?6IIS T ^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn\\ J J  88&& y y""$g%g'')U*U,,.C/C1131416689;;= > @@BBDrErGGI^J^LLNHOHQQS2T2VVXY[[]^`{`{bbdeeeggiOjOlln9o9qqs#t#vvx y {{}}llVVˇˉ@@** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIQIQIIpIiIiI#I#I1_I`1_IIImImI9IL 9II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\* b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  aa)M*M44>7?7IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmaa U U  II==11%%  "#%%'(*{*{,,.g/g113S4S668?9?;;=+>+@@BCEEGHJwJwLLN_O_QQSGTGVVX/Y/[[]^``bbdsesggi[j[llnCoCqqs+t+vvxy{{}}ooWWˇˉ??'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIwDI wDIIIIImImIIIIIII}Ip}IIIII1_I`1_IIImImI9IL 9II IxIp xIeIt eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1#c} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1#c} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1#c  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  YY)C*C44>+?+IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11  k k""$V%V'')@*@,,.*/*11346688:s;s==?]@]BBDGEGGGI/J/LLNOQQSSUnVnXXZT[T]]_:`:bbd e ggijlylynnp_q_ssuEvExxz+{+}}jj݉݋PPÎÐ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIQIQIIpIoIoI#I#I1_I`1_IIImImI9IL 9II IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\, b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  ]])E*E44>+?+IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm]] M M  ==--   ""$q%q'')Y*Y,,.A/A113)4)6689;;==?m@mBBDUEUGGI;J;LLNOQQSTVuVuXXZY[Y]]_=`=bbd!e!ggijlwlwnnp[q[ssu?v?xxz#{#}}yy]]ωϋAA%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIwDI wDIHIHImImICICIϲIϲIwIpwIIIII`I``I I IgIgI3IL 3I I  IxIp xIeIt eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1.N  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ^^)J*J44>2?2IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnbb V V  JJ>>..  "#%|%|'')h*h,,.T/T113@4@668,9,;;=>@@BBDrErGGIZJZLLNBOBQQS*T*VVXY[[]]_n`nbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::xx b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I-I-IDI DIKIKImImIIIoIoIIpIoIoIAIAI`I``IIIgIgI3IL 3II IxIp xI eIt  eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e3 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations14T  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>!?!IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?M@MBBD3E3GGIJLLNNPrQrSSUXVXXXZ>[>]]_$`$bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnRRĉċ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIqDI qDIHIHImImICICIϲIϲIwIpwIIIII`I``IIIgIgI3IL 3II IxIp xIeIt eIIT III+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Aa  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  XX)@*@44>$?$IIST^z^zhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,, t t""$\%\'')D*D,,.,/,11346688:p;p==?T@TBBD8E8GGIJLLNOQrQrSSUVVVXXZ:[:]]_`bbdegtgtiikXlXnnp?IISS]l^lhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,ttZ Z""$@%@'')&*&,,. / 11335e6e88:K;K==?-@-BBDEGGIIKbLbNNPDQDSSU&V&XXZ[]y]y__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIkDI kDI II IImImI=I=I۲I۲IqIpqIIIII`I``I I IaIaI-IL -II IxIp xI+eIt +eIsIT sICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1_} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1_} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1_  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15U  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  \\)N*N44>>?>IIS*T*^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj\\ N N  @@22$$  "#%%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJL M OOQQSrTrVVX`Y`[[]N^N``b:c:eeg$h$jjlmooqqsgtgvvxMyM{{}3~3ooSSőœ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I3I3IDI DIyKIyKInInIIIKIKIIpIuIuIII`I``IIIaIaI-IL -II IxIp xIeIt eI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n< b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;[  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  RR)<*<44>%?%IIS T ^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%q q""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd1e1ggijllnoququssu]v]xxzE{E}}--ss]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIkDI kDI II IImImI7I7I۲I۲IkIpkI I III`I``I#I#IaIaI-IL -II IxIp xIeIt eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 `} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 `} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 `  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ll  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>0?0IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln%o%qqstvxvxxxzZ{Z}}<<ppRR b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I9I9IDI DIyKIyKInInIIIKIKIIpIuIuIII`I``I/I/IaIaI-IL -II IxIp xIeIt eIIT III=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n>  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n>  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n>  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Vv  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>"?"IIST^y^yhhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggiikglgnnpKqKssu/v/xxz{}}iiۄۆMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIeDI eDIHIHImImI7I7IòIòIkIpkI I III`I``I I IaIaI-IL -II IxIp xI+eIt +eIIT IOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)F*F44>4?4IIS T ^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$n%n'')^*^,,.N/N113>4>668.9.;;=>@@BCEEGGItJtLLN`O`QQSLTLVVX8Y8[[]$^$``bceeggirjrlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIKIKI nI nIIIiIiIIpI{I{I;I;I`I``IIIaIaI-IL -I I  I5wIp 5wIGIt GI7IT 7I-I-II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wE b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wE b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wE b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1@<  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>+?+IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGISJSLLNAOAQQS/T/VVXY[[] ^ ``bbdpepggi^j^llnQoQqqs5t5vvxy{{}}ooSSŇʼn77 b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIIIeDI eDIHIHImImI1I1IòIòIeIpeIIIII`I``I)I)IaIaI-IL -II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Yy  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)<*<44>&?&IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$N%N''):*:,,.&/&11346688:t;t==?`@`BBDLELGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI9I9IDI DIKIKI nI nIIIcIcIIpI{I{I5I5I`I``IIIaIaI-IL -II I#wIp #wIGIt GIIT III{I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wG b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1c_  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  KK)5*544>?IIS T ^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaKK 5 5    ~~hhR R""$<%<'')&*&,,./11335o6o88:Y;Y==?C@CBBD-E-GGIJLLNOQvQvSSU`V`XXZJ[J]]_4`4bbdeggijl}l}nnpiqissuMvMxxz1{1}}kk݉݋OO33 b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIII_DI _DIHIHImImI1I1IϲIϲIeIpeIIIII^I`^I[I[I[I[I'I'II@I;wI ;wIGI GIII II?Ir ?II } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1\} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1\} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1\  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-goperation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z 1z5"5z9"9b=reasonOperatorInputsvalue7kernelSpecoutputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7  operation.6exchange :z2  reasonOperatorInputsvalue8Planned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })binvocations10bb  PP)@*@44>,?,IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbd[e[ggiEjElln;o;qqs%t%vvxy{{}}nnXX͇͉BB,, b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI?I?IDI DImKImKInInIII?I?IIpIIIII^I`^I[I[I[I[I'IL 'II I;wIp ;wIGIt GIIIT II?I?II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  UU)K*K44>5?5IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I  ==11%%  " # %%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJuJuLLN]O]QQSETEVVX-Y-[[]^``bbdqeqggiYjYllnMoMqqs5t5vvxy{{}~yyaaՇՉII11 b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoIIIYDI YDIHIHImImI+I+IϲIϲI_Ip_IIIII^I`^I[I[I[I[I'IL 'II I#wIp #wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1]} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1]} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bv b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1]  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM);*;44>#?#IIS T ^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpcqcssuIvIxxz/{/}}nnTTǎǐ:: b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LoI?I?IDI DImKImKInInIII?I?IIpIIIII^I`^I[I[I[I[I'IL 'II I#wIp #wIGIt GIIT IIIoI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  QQ)A*A44>'?'IIS T ^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!! y y""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpcqcssuGvGxxz+{+}}ee׉׋II-- b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1iIII/DI|/DIIIIILILISVI|SVIYIHYI]mI]mIIPIeIXeIII%IP%I[I[I/I/II$ I7I, 7Im I m I)I$ )I--I --IoZI| oZI`IX`III#I#IIII\III I II8IxIxIeIeIrIrIIlIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pw  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ? b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1cFsP  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dcF) oR5-} bk G J ,   v  [  @Fe+ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1077  RR)<*<44>$?$IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations177##    !!  wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?P@PBBD6E6GGIJLLNOQuQuSSU[V[XXZA[A]]_'`'bbdeggiikrlrnnpXqXssu>v>xxz${$}} }}ccՉՋGG++# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIWIWIDIdDIKIlKI-UI-UIcXIcXI#nI@#nIIIuIuII@I5I 5IIIIIGI GI(I (I,Id ,IIYI IYI`I `IIH IYIhYIIDIII I I !I  !IIIxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 C bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 C bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 C  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1dH9yT  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1ddH,tX< o8lJ R 8    j  P X> bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)*44>-?-IIS!T!^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55%%  ""$u%u'')a*a,,.M/M11346688:u;u=>@@BBDmEmGGIUJULLN=O=QQS%T%VVX Y [[]]_i`ibbd]e]ggiEjElln-o-qqstvvxxzq{q}}YY͂̈́AA((  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1iIII)DI|)DIIIIILILISVI|SVIYIHYI]mI]mIIPIeIXeIII%IP%I[I[I/I/II$ I7I, 7Im I m I)I$ )I--I --IoZI| oZI`IX`IIISISIIIiI\iIII$I$II8IxIxIdIdIorIorIeIleI5I5II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ot b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ot b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ot  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ll b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1h:zR  L  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d(<Pdx  2 D ) V  h i z H  D0j<| bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1088  PP)6*644>?IIST^y^yhhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations188$$    ##ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?.@.BBDEGGIIKcLcNNPEQESSU'V'XXZ [ ]z]z__ahbhddfJgJiik,l,nnpqssuuwaxazz|C}C%%wwWWǐǒ# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiIWIWIDIdDIKIlKI-UI-UIcXIcXI)nI@)nIǮIǮIuIuII@I5I 5IIIIIGI GI(I (I,Id ,IIYI IYI`I `IIH I#Ih#I5ID5IIIcIcIa"I a"IIIxIpxIeIteI{rIT{rIII}I$}I%I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 C bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 C bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p<  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 C  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 > b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1w.n#   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dwne\SJA8-"   \  %  n  v  kR`C8 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)*44>!?!IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##k k""$W%W'')?*?,,.'/'1t1t335\6\88:D;D==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbd e g}g}iikalannpEqEssu)v)xxz { }}ccՄՆGG))   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIII_DId_DIKIlKI3UI3UIiXIiXImI@mI+I+I{I{II@I;I ;I_I_IIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH I)Ih)IIDIIIMIMIK I K IIIxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 (hC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 (hC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 (hC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 !A b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Z4l,l  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dZ4hBvP,yd V  @ 3   x T 0  J@A bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  MM)7*744>>HIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``PP @ @  00    l l""$V%V'')@*@,,.*/*11346688:s;s==?]@]BBDGEGGGI J LLNNPhQhSSUvVvXXZ^[^]]_F`Fbbd8e8ggi j llnoq|q|ssudvdxxzL{L}}44||ff  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIQIQIDIdDIKIlKI3UI3UIiXIiXInI@nIII{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH I_Ih_IIDIII_I_I] I ] I I IxIpxIeIteIrITrIgIgI7I$7II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 F  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 F  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a-  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 F   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Xx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[68x0p  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d[6lG"}X|5Go ^  L  )   c @ [ +S0 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  WW)I*I44>;?;IIS'T'^^hhrs} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeWW I I  ;;--  "#%|%|'')n*n,,.`/`113R4R668D9D;;=6>6@@B(C(EEGHJJL M OOQQSoToVVX]Y][[]K^K``b7c7eeg!h!jjl m ooqqsftfvvxLyL{{} ~ eeppTTƑƓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIYDIdYDIKIlKI3UI3UIiXIiXImI@mI+I+I{I{II@I;I ;I_I_IIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH IYIhYIIDIIIGIGIE I E IIIxIpxIeIteI{rIT{rIIII$I=I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 'gC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 'gC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 'gC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[6(h I  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d[6lG"}X1 c  <    n o G L  )  ;/o bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  KK)5*544>>HIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?K@KBBD5E5GGIIKkLkNNPQQQSSU^V^XXZD[D]]_*`*bbdeggiiklllnnpPqPssu4v4xxz{}}nnTTljNj::   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIQIQIDIdDIKIlKI3UI3UIiXIiXI#nI@#nIII{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH I)Ih)IoIDoI+I+IIII IIIxIpxI eIt eIrITrIIII$IsI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  @ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1CI   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dCI OU[a$ g ) * t  m ?  0 s  6 y  <v bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbdXeXggi>j>lln&o&qqstvyvyxxz4{4}}ssUU  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIeDILeDIKITKIEUIEUI{XI{XImI(mI1I1IIII(IMIMIeIeIII_I _I(I (I,IL ,IaYI aYI`I `II0 I/IP/II,I{I{II$IxIxIeIeI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 #C b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1[ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1}X3  K } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  NN)<*<44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < <  **}}k k""$Y%Y'')G*G,,.5/5113#4#6689;;==?v@vBBDdEdGGITJTLLNBOBQQS0T0VVXY[[] ^ ``bbdqeqggi_j_llnHoHqqs,t,vvxy{{}}ff؂؄JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIEIEIDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIII_I _I(I (I,IL ,IaYI aYI`I `I)I0 )IkIPkIսI,սIsIsII$IxIxI%eI%eIyIyIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V"  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations13s bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Nh C } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)E*E44>5?5IIS!T!^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIuJuLLNaOaQQSMTMVVX9Y9[[]%^%``bceeggisjslln_o_qqsKtKvvx7y7{{}#~#qq]]ӑӓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIII_DIL_DIKITKI?UI?UIuXIuXImI(mI1I1IIII(IGIGIeIeIIIYI YI(I (I,IL ,I[YI [YI`I `I#I0 #IeIPeII,IIII$IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Xx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations16  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1i D  z  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  JJ)4*444> ? IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``JJ 4 4  }}ggQ Q""$;%;'')%*%,,./11335n6n88:X;X==?B@BBBD,E,GGIJLLNOQwQwSSUaVaXXZK[K]]_5`5bbdeggi j l~l~nnpbqbssuFvFxxz*{*}}dd։֋HH,, b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIKIKIDILDIKITKIKUIKUIXIXInI(nIIIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 I/IP/IcI,cIIII$IxIxI eI eIIIIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z&  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 %E b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 5  O   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO);*;44>'?'IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$M%M'')9*9,,.%/%11346688:s;s==?_@_BBDKEKGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//ss[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIeDILeDIKITKIQUIQUIXIXImI(mI7I7III#I(#IYIYIkIkI I IkI kI(I (I+,IL +,ImYI mYI`I `II0 I5IP5II,IKIKII$IxIxIeIeI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]E  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]E  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]E   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~%E b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1J bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`9 k  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  XX)D*D44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44((  "#%%'')r*r,,.^/^113J4J668696;;=">"@@BCEEGGIpJpLLNXOXQQS@T@VVX(Y([[]^``bbdlelggiTjTlln/?/IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbd^e^ggiHjHlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIeDILeDIKITKIQUIQUIXIXImI(mI7I7III#I(#IYIYIkIkI I IkI kI(I (I+,IL +,ImYI mYI`I `I/I0 /IqIPqII,IIII$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 \D bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 \D bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 \D  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1#  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1D  v O s } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)<*<44>$?$IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$h%h'')P*P,,.8/8113 4 6689;|;|==?d@dBBDLELGGI4J4LLNOQQSSUnVnXXZR[R]]_6`6bbdeggiikplpnnpTqTssu8v8xxz{}}rrVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIEIEIDILDIKITKIcUIcUIXIXInI(nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `II0 I;IP;IcI,cI!I!II$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 +K b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 D  b 1  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP):*:44>$?$IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI(J(LLNOQQSSUgVgXXZM[M]]_3`3bbdeggiikrlrnnpXqXssu>v>xxz${$}} }}cc։֋II// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIkDILkDIKITKIuUIuUIXIXImI(mI=I=IIIGI(GI}I}IqIqIIII I)I )IO,IL O,IYI YI`I `II0 IGIPGII,I!I!II$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  I[@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  I[@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  I[@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }0P'G b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations19y bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1CqH  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL)6*644>?IIST^w^whhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$E%E'')/*/,,./11346x6x88:b;b==?J@JBBD0E0GGIJLLNNPoQoSSUUVUXXZ;[;]]_!`!bbdegzgziik`l`nnpFqFssu,v,xxz{}}kkބކQQÉË55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I9I9IDILDIKITKIWUIWUIXIXI nI( nIIIII)I()I_I_III{I{IqI qI(I (I1,IL 1,IsYI sYI`I `I;I0 ;I}IP}IսI,սIII I$ IxIxIeIeI%I%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 \" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 \" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 \"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 cf b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1)i bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`1 9y } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)E*E44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii]] Q Q  EE99))  "#%w%w'')c*c,,.O/O113;4;668'9';;=>@@BBDoEoGGIWJWLLN?O?QQS'T'VVXY[[]]_k`kbbdSeSggi;j;lln#o#qqs t vvxxzg{g}}OOÂÄ77ww b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIkDILkDIKITKIuUIuUIXIXImI(mI=I=IIIGI(GI}I}IqIqIIII I)I )IO,IL O,IYI YI`I `I5I0 5IwIPwI{I,{IIII$IxIxIdIdIeIeI5I5II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JZ> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JZ> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JZ>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 d b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 v M $ @ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  LL)2*244>?IISS]i^ihhrKsK} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ooU U""$;%;'')!*!,,./1z1z335`6`88:F;F==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__aXbXddf:g:iiklnnpprosouuwQxQzz|3}3gg׋׍GG b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I?I?IDILDIKITKI]UI]UIXIXI nI( nIIIII/I(/IeIeIII{I{IwI wI)I )I7,IL 7,IyYI yYI`I `II0 I_IP_IcI,cI?I?II$IxIxIeIeIII}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Gg-M b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 S $ u F   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS);*;44>!?!IIST^w^whhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''o o""$W%W'')?*?,,.'/'11346688:k;k==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbddfqgqiikUlUnnp9q9ssuvxxz{}s}sWWɄɆ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1pIIIqDITqDIKI\KIEUIEUI{XI{XImI0mICICIIII0IMIMIwIwIII_I _I(I (I,IT ,IaYI aYIw[I w[I^IH ^IOI OIII۽I۽IIIIIxIlxIeIpeIIPIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 RC  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 RC  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 RC   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes1152patternContiguousinvocations1 bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1z b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1*j bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(V-  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  QQ);*;44>&?&IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$p p""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqvqvssu^v^xxzF{F}}..vv`` b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI3I3IDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIuIuI_I _I(I (I,IL ,IaYI aYI`I `IGI0 GIIPI۽I,۽I I II$IxIxI1eI1eIyIyIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e5  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 iXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1.n bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18 b7  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  [[)M*M44>???IIS+T+^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii[[ M M  ??11##  "#%%'')r*r,,.d/d113V4V668H9H;;=:>:@@B,C,EEGHJJLMOOQQSsTsVVXaYa[[]O^O``b;c;eeg%h%jjlmooqqshthvvxNyN{{}4~4rrVVȑȓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIqDILqDIKITKIEUIEUI{XI{XImI(mI=I=IIII(IMIMIqIqIII_I _I(I (I,IL ,IaYI aYI`I `I;I0 ;I}IP}IoI,oIIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 QC  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 QC  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 QC   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 d b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 [ 2 !a } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>#?#IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI#J#LLN O Q|Q|SSUbVbXXZH[H]]_.`.bbdeggiikhlhnnpLqLssu0v0xxz{}}jj܄܆PPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI9I9IDILDIKITKIEUIEUI{XI{XInI(nIIIIII(IMIMIIIuIuI_I _I(I (I,IL ,IaYI aYI`I `IAI0 AIIPIoI,oIIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 D bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 D bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g9  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 D  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ?d b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 a 6 #c } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  UU)C*C44>1?1IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd\e\ggiBjBlln&o&qqstvyvyxxz[{[}}==ssUU b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIwDILwDIKITKIKUIKUIXIXImI(mIIIIIIII(ISISI}I}IIIeI eI(I (I%,IL %,IgYI gYI`I `I)I0 )IkIPkII,IIII$IxIxI%eI%eI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @D  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @D  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @D   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v<Jj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1bD & P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIXJXLLNFOFQQS4T4VVX"Y"[[]^``bbdueuggicjcllnLoLqqs0t0vvxy{{}}jj܂܄NN22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI-I-IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIiIiIeI eI(I (I%,IL %,IgYI gYI`I `IAI0 AIIPII,III%I$%IxIxI7eI7eIIIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 H  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 H  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z*  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 H   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 dBb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1pP 0 T } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)I*I44>9?9IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJyJyLLNeOeQQSQTQVVX=Y=[[])^)``bceeghjwjwllncocqqsOtOvvx;y;{{}'~'uuaaבד b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIwDILwDIKITKIKUIKUIXIXImI(mICICIIII(ISISIwIwIIIeI eI(I (I%,IL %,IgYI gYI`I `I5I0 5IwIPwII,IqIqII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @D bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @D bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @D  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Zz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1"  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  j L . 2 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  NN)8*844>$?$IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddNN 8 8  ""  kkU U""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI-I-IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIoIoIeI eI(I (I%,IL %,IgYI gYI`I `IAI0 AIIPII,IqIqI I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\.  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y -c b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1$  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  p P 0 4 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)?*?44>+?+IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoq{q{ssucvcxxzK{K}}33ww__ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII}DIL}DIKITKIQUIQUIXIXImI(mIIIIIII#I(#IYIYI}I}IIIkI kI(I (I+,IL +,ImYI mYI`I `I)I0 )IkIPkI I, IIII$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 GC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 GC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 GC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 m *Cc b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1W bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1YF3 W } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  \\)H*H44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88,,   "#%%'(*v*v,,.b/b113N4N668:9:;;=&>&@@BCEEGGItJtLLN\O\QQSDTDVVX,Y,[[]^``bbdpepggiXjXlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIIIcIcIkI kI(I (I+,IL +,ImYI mYI`I `IAI0 AIIPII,IIII$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ]},L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Z bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hS> ) Z } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>3?3IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbdbebggiLjLlln6o6qqs t vvx y {{}}iiނބSSȇȉ=='' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIwDILwDIKITKIQUIQUIXIXImI(mIIIIIII#I(#IYIYI}I}IIIkI kI(I (I+,IL +,ImYI mYI`I `I#I0 #IeIPeII,IIIIII$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 FC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 FC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 FC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 z g T } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)@*@44>(?(IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$l%l'')T*T,,.>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIIIiIiIkI kI(I (I+,IL +,ImYI mYI`I `IGI0 GIIPII,IIIII I$ IxIxIeIeIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 J  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 J  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q#  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 J   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 nd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1E  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  j U } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)>*>44>(?(IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$Q%Q'');*;,,.%/%11346688:n;n==?X@XBBDBEBGGI,J,LLNOQQSSUkVkXXZQ[Q]]_7`7bbdeggijlvlvnnp\q\ssuBvBxxz({(}}ggډڋMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIHI$HImImIIIϲI$ϲIIIQIQII$I=_I=_IIIyI yIEI| EII IxI xI+eI +eII IIIgI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1)][  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1)][  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1)][  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  aa)K*K44>1?1IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&p p""$Z%Z'')D*D,,../.11346689;w;w==?]@]BBDCECGGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~bbԉԋFF** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIII{I{IIpIcIcIMIMI=_I`=_IIIyIyIEIL EI+I +IyIp yI=eIt =eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  ff)R*R44>:?:IIS"T"^^h i s|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvjj ^ ^  RRFF66""  "#%%'')p*p,,.\/\113H4H668494;;=>@@BCEzEzGGIbJbLLNJOJQQS2T2VVXY[[]^`v`vbbd^e^ggiFjFlln.o.qqstvvxxzr{r}}ZZ΂΄BB''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIHI$HImImIIIϲI$ϲIIIWIWII$I=_I=_IIIyI yIEI| EII IxI xIeI eII IYIYII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1*^Y  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1*^Y  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1*^Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  __)E*E44>'?'IIS T ^z^zhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&h h""$N%N'')4*4,,./11346s6s88:Y;Y==?;@;BBDEGGIIKpLpNNPRQRSSU4V4XXZ[]]__aibiddfKgKiik-l-nnpqssuuwbxbzz|D}D&&vvVVƐƒ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIKIKImImIII{I{IIpIcIcIMIMI=_I`=_IIIyIyIEIL EII IxIp xI%eIt %eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  bb)J*J44>.?.IIST^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvff V V  FF66""  ~ ~""$f%f'')N*N,,.6/611346689;z;z==?^@^BBDBEBGGI&J&LLN O Q|Q|SSU`V`XXZD[D]]_(`(bbd e g~g~iikblbnnpFqFssu*v*xxz{}}ddքֆFF((  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIaIaIϲIϲIIpI3I3III=_I`=_IIIsIsI?IL ?II IxIp xI1eIt 1eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1G} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1G} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1G  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  bb)L*L44>5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55""   ""$k%k'')U*U,,.?/?113)4)6689;;==?r@rBBD\E\GGIEJELLN-O-QQSTVVXXZq[q]]_Y`YbbdAeAggi)j)llnoqqssumvmxxzU{U}}==%%mm b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIiIiIIpIcIcI;I;I=_I`=_IIIsIsI?IL ?I1I 1I yIp  yICeIt CeIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  dd)V*V44>F?FIIS2T2^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrdd V V  HH::,,  "#%%'(*{*{,,.m/m113_4_668Q9Q;;=C>C@@B5C5EEG'H'JJLMOOQRTzTzVVXhYh[[]V^V``bBcBeeg,h,jjlmooqqsotovvxUyU{{};~;!!ww[[͓͑ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImI[I[IϲIϲIIpI-I-III=_I`=_IIIsIsI?IL ?II IxIp xI%eIt %eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1F} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1F} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1F  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  ^^)H*H44>0?0IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##m m""$W%W'')A*A,,.+/+11346688:t;t==?^@^BBDHEHGGI0J0LLNOQQSSUoVoXXZU[U]]_;`;bbdeggijlulunnpYqYssu=v=xxz!{!}}ww[[Ή΋AA'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIiIiIIpIiIiI;I;I=_I`=_IIIsIsI?IL ?II IxIp xI1eIt 1eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  ``)N*N44>:?:IIS"T"^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rr`` N N  <<** } }""$k%k'')Y*Y,,.G/G113545668#9#;;=>@@BBDvEvGGIbJbLLNLOLQQS6T6VVX Y [[] ^ ``bbdeeeggiKjKlln/o/qqstvvxxzd{d}}FF(( zz\\ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIUIUIϲIϲIIpI'I'III7_I`7_IIIsIsI?IL ?I%I %IxIp xI7eIt 7eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  __)M*M44>;?;IIS)T)^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq__ M M  ;;)) | |""$j%j'')X*X,,.F/F113444668"9";;=>@@BBDuEuGGIcJcLLNQOQQQS?T?VVX-Y-[[]^``b c eegginjnllnWoWqqs;t;vvxy{{}~uuYYˇˉ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIuIuIIpIiIiIGIGI7_I`7_IIIsIsI?IL ?I1I 1I yIp  yICeIt CeIIT IgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U% b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U% b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U% b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ^^)N*N44>>..  ""$v%v'')f*f,,.V/V113F4F668696;;=&>&@@BCEEGHJ|J|LLNhOhQQSTTTVVX@Y@[[],^,``bceeghjzjzllnfofqqsRtRvvx>y>{{}*~*xxddڑړ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIUIUIϲIϲIIpI'I'III7_I`7_IIIsIsI?IL ?II IxIp xI%eIt %eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  YY)C*C44>-?-IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ooYY C C  --vv` `""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLNOQQSSUnVnXXZX[X]]_B`Bbbd,e,ggijllnnpoqossuSvSxxz7{7}}qqUUǎǐ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIuIuIIpIoIoIGIGI7_I`7_IIIsIsI?IL ?II IxIp xI+eIt +eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U' b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ZZ)F*F44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22  l l""$X%X'')D*D,,.0/011346689;~;~==?j@jBBDVEVGGI@J@LLN(O(QQSTVVXXZl[l]]_T`Tbbd;?;IIS#T#^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqee Y Y  MMAA55))  "#%%' ( **,,.k/k113W4W668C9C;;=/>/@@BCEEGHJ{J{LLNcOcQQSKTKVVX3Y3[[]^``bcewewggi_j_llnGoGqqs/t/vvxy{{}}ss[[χωCC++ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIQIQIIpIoIoI#I#I1_I`1_IIImImI9IL 9II IxIp xI+eIt +eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^. b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  XX)F*F44>2?2IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjXX F F  44""u u""$c%c'')Q*Q,,.?/?113-4-6689;;= > @@BBDnEnGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbdaeaggiKjKlln5o5qqstvvx y {~{~}}hh݂݄RRLJlj<<&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII}DI }DIIIIImImIOIOIIIIpI!I!III1_I`1_IIImImI9IL 9II IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1_} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1_} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1_  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  __)G*G44>-?-IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??//  ""$s%s'')[*[,,.C/C113+4+6689;;==?o@oBBDWEWGGI=J=LLN!O!QQSTVwVwXXZ[[[]]_?`?bbd#e#ggijlylynnp]q]ssuAvAxxz%{%}} {{__щыCC'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIKIKImImIIIQIQIIpIoIoI#I#I1_I`1_IIImImI9IL 9II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^0 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  WW)A*A44>)?)IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //}}i i""$T%T'')>*>,,.(/(11346688:q;q==?[@[BBDEEEGGI-J-LLNOQQSSUlVlXXZR[R]]_8`8bbdeggijlwlwnnp]q]ssuCvCxxz){)}}hhۉۋNN44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIwDI wDIHIHImImIIIIIϲIϲI}Ip}IIIII`I``IIIgIgI3IL 3II IxIp xIeIt eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1%E  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  UU)?*?44>%?%IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..zzd d""$N%N'')8*8,,."/"113 4 6688:k;k==?Q@QBBD7E7GGIJLLNOQvQvSSU\V\XXZB[B]]_(`(bbdeggiikglgnnpMqMssu3v3xxz{}}rrVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIKIKInInIIIoIoIIpIuIuIAIAI`I``IIIgIgI3IL 3I I  IxIp xIeIt eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g7 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g7 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g7 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Aa  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)F*F44>.?.IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::**  "#%x%x'')d*d,,.P/P113<4<668(9(;;=>@@BBDnEnGGIVJVLLN>O>QQS&T&VVXY[[]]_j`jbbdReRggi:j:lln"o"qqs t v~v~xxzf{f}}NN‚„66tt b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIwDI wDIHIHImImICICIϲIϲIwIpwIIIII`I``IIIgIgI3IL 3II IxIp xIdIt dIkIT kI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  SS)9*944>?IISS]n^nhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..vv\ \""$B%B'')(*(,,./11335g6g88:M;M==?/@/BBDEGGIIKdLdNNPFQFSSU(V(XXZ [ ]{]{__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKInInIIIiIiIIpIuIuI;I;I`I``I5I5IgIgI3IL 3II IxIp xIeIt eIIT III+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g9 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)>*>44>"?"IIST^x^xhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**r r""$Z%Z'')B*B,,.*/*11346688:n;n==?R@RBBD6E6GGIJLLNNPpQpSSUTVTXXZ8[8]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIqDI qDIIIIImImICICIղIղIwIpwIIIII`I``IIIgIgI3IL 3II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1[} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1[} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1[  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1,L  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  VV)@*@44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99)) u u""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11wwaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I9I9IDI DIsKIsKI nI nIIIEIEIIpI{I{III`I``IIIgIgI3IL 3II IxIp xI%eIt %eIsIT sICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p@  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  XX)J*J44>:?:IIS&T&^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffXX J J  <<..    "#%}%}'')o*o,,.a/a113S4S668E9E;;=7>7@@B)C)EEGHJJL M OOQQSnTnVVX\Y\[[]J^J``b6c6eeg h jjl m o}o}qqsctcvvxIyI{{}/~/kk݌ݎOO b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIqDI qDIIIIImImI=I=IղIղIqIpqIIIII`I``IIIgIgI3IL 3II IxIp xIeIt eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1\} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1\} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1\  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Cc  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>$?$IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD.?.IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln#o#qqstvvvvxxzX{X}}::nnߎߐPP b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIkDI kDIHIHImImI=I=IòIòIqIpqIIIII`I``IIIaIaI-IL -II IxIp xIeIt eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations11Q  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNEOEQQS3T3VVX!Y![[]^``bbdtetggibjbllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI?I?IDI DIKIKInInIIIcIcIIpIII5I5I`I``IIIaIaI-IL -II IGwIp GwI%GIt %GIIT I{I{I#I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yI b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yI b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yI b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1MI  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR)B*B44>0?0IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22"" z z""$j%j'')Z*Z,,.J/J113:4:668*9*;;=>@@B C EEGGIpJpLLN\O\QQSHTHVVX4Y4[[] ^ ``b c eegginjnllndodqqsPtPvvx!?!IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccMM 7 7  !!  jjT T""$>%>'')(*(,,./11335q6q88:[;[==?E@EBBD/E/GGIJLLNOQxQxSSUbVbXXZL[L]]_6`6bbd e ggi j llnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuI?I?IDI DIKIKInInIIIcIcIIpIII5I5I`I``IIIaIaI-IL -II I/wIp /wI GIt  GI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yK b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yK b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yK b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1pl  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN):*:44>$?$IIS T ^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$L%L'')8*8,,.$/$11346688:r;r==?^@^BBDJEJGGI4J4LLNOQQSTVxVxXXZ`[`]]_H`Hbbd0e0ggijllnoq|q|ssudvdxxzL{L}}44xx`` b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIIIeDI eDIHIHImImI7I7IɲIɲIkIpkI I III_I`_IaIaI[I[I'IL 'II I;wIp ;wIGIt GIIIT II?I?II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1X} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1X} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1X  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  YY)G*G44>1?1IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55))  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIqJqLLNYOYQQSATAVVX)Y)[[]^``bbdmemggiUjUllnIoIqqs1t1vvxy{{}~uu]]чщEE-- b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIEIEIDI DImKImKInInIII?I?IIpIIIII_I`_IaIaI[I[I'IL 'II I;wIp ;wIGIt GIOIT OIEIEII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  LL)D*D44>0?0IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^LL : :  (({{i i""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd_e_ggiIjIlln?o?qqs)t)vvxy{{}}rr\\чщFF00 b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIII_DI _DIHIHImImI1I1IɲIɲIeIpeIIIII_I`_IaIaI[I[I'IL 'II I#wIp #wIGIt GIIT IIIoI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Y} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Y} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dx b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Y  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)?*?44>%?%IIS T ^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpaqassuEvExxz){)}} ccՉՋGG++ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIEIEIDI DImKImKInInIII?I?IIpIIIII_I`_IaIaI[I[I'IL 'II I)wIp )wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  KK)=*=44>%?%IIS T ^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##qq] ]""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpeqessuKvKxxz1{1}}ppVVɎɐ<< b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1iIII/DI|/DIIIIILILISVI|SVIYIHYIcmIcmIIPIeIXeIII%IP%I[I[I5I5II$ I7I, 7Im I m I)I$ )I--I --IoZI| oZI`IX`IIIGIGIuIuI1I\1IIIIII8IxIxI%eI%eIrIrIIIlIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Py b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Py b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Py  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1E#c O  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dE# rOAYc(m3x=   G   Q   [  S  %e bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ LL)D*D44>2?2IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^LL : : wwee{{i i""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbdaeaggiKjKllnAoAqqs+t+vvxy{{}}tt^^ӇӉHH22# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiI]I]IDIdDIKIlKI3UI3UIiXIiXI)nI@)nIǮIǮI{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH I#Ih#IIDIII5I5I3 I 3 IIIxIpxIeIteIrITrI I II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p<  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 < b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1%eY2(h  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d%Yn47 f?qJ%[  6   l G "  ;/o  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  PP)*44>'?'IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##o o""$[%['')E*E,,.///1|1|335f6f88:P;P==?b@bBBDLELGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd?e?ggi'j'llnoqqssukvkxxzS{S}};;##mm  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1iIII/DI|/DIIIIILILISVI|SVIYIHYI]mI]mIIPIeIXeIII%IP%I[I[I/I/II$ I7I, 7Im I m I)I$ )I--I --IoZI| oZI`IX`III;I;IuIuI1I\1IIIIII8IxIxI eI eIrIrIIlIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ov b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ov b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ov  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z3S9 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1E O  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dE OY_.c}(Lm2w<   F   P   Z  $d bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ KK)=*=44>'?'IIS T ^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7 pp\\qq] ]""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI+J+LLNOQQSSUjVjXXZP[P]]_6`6bbdeggijlulunnpgqgssuMvMxxz3{3}}rrXXˎː>># b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xiI]I]IDIdDIKIlKI3UI3UIiXIiXI/nI@/nIͮIͮI{I{II@I;I ;IIIIIMI MI(I (I ,Id  ,IOYI OYI`I `IIH I)Ih)I ID IIIII!I !IIIxIpxIeIteIrITrIIII$ICI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y"B b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1lXl  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dlXD0I[$t`J4     r \ F > ~ 0\r\ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL)*44>$?$IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$I%I'')3*3,,./1i1i335S6S88:=;===?P@PBBD:E:GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bbdeggijlulunnpYqYssu=v=xxz!{!}}ww]]ЉЋCC))  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIeDIdeDIKIlKI9UI9UIoXIoXImI@mI1I1III I@ IAI AIeIeIIISI SI(I (I,Id ,IUYI UYI`I `I IH  IMIhMIIDIII+I+I)!I )!IIIxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 $dE  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 $dE  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 $dE   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1 `f KY  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d fnK;0z_D)w^ E ,   z 1  akR bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR)>*>44>?IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbVV J J  >>22""  ""$p%p'')\*\,,.H/H113444668 9 ;;= > @@BBDhEhGGI(J(LLNOQQSSUVXY[|[|]]_d`dbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::!!zz  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIQIQIDIdDIKIlKI9UI9UIoXIoXI#nI@#nIIIII I@ IAI AIIIIISI SI(I (I,Id ,IUYI UYI`I `IIH I)Ih)IIDIgIgIIII IIIxIpxIeIteIrITrI+I+II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 > b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1 `P rD  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d Pk 6p@`0R$vH   l  >    `  0T bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>/?/IIST^^hhrusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIWJWLLNEOEQQS3T3VVX!Y![[]^``bbdtetggibjbllnMoMqqs1t1vvxy{_{_}}CC''33  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIII_DId_DIKIlKI9UI9UIoXIoXImI@mI1I1III I@ IAI AIeIeIIISI SI(I (I,Id ,IUYI UYI`I `IIH I#Ih#IIDIIIII!I !IIIxIpxIdItdIurITurIIIwI$wII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 #cE  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 #cE  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 #cE   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y; b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1f LT  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dfL2U~"doJ<0x\ @ $   l ~  P\@ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)6*644>>HIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22""j j""$R%R''):*:,,."/"113 4 6~6~88:f;f==?L@LBBD0E0GGIIK]L]NNPAQASSUNVNXXZ2[2]]_`bbdegtgtiikXlXnnp>   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIWIWIDIdDIKIlKI9UI9UIoXIoXI)nI@)nIǮIǮIII I@ IAI AIIIIISI SI(I (I,Id ,IUYI UYI`I `IIH I5Ih5I{ID{I7I7IIII IIIxIpxIeIteIrITrIIII$IOI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~,L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1E O  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dE OYLcd(/m2w<   F   P   Z ^  $d bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  KK)5*544>!?!IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaKK 5 5    ~~hhR R""$<%<'')&*&,,./11335o6o88:Y;Y==?C@CBBD-E-GGIJLLNOQxQxSSUbVbXXZL[L]]_6`6bbd e ggi j llnnpgqgssuKvKxxz{}x}x\\΄ΆiiۉۋMM11  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIeDILeDIKITKIEUIEUI{XI{XImI(mI7I7IIII(IMIMIkIkI I I_I _I(I (I,IL ,IaYI aYI`I `I I0  IMIPMII,I5I5I I$ IxIxIeIeIgIgI7I7II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TE bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TE bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TE  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 @` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1S bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1^)t   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  TT)F*F44>8?8IIS$T$^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbTT F F  88**  "#%y%y'')k*k,,.]/]113O4O668A9A;;=3>3@@B%C%EEGHJJLMO~O~QQSlTlVVXZYZ[[]H^H``b4c4eeghjjlmo{o{qqsatavvxGyG{{}-~-kk݌ݎOO b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIKIKIDILDIKITKIKUIKUIXIXInI(nIIIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 I/IP/II,IYIYII$IxIxIeIeI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z&  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  @ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1W bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d1~ '  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  [[)G*G44>3?3IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77++  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIsJsLLN[O[QQSCTCVVX+Y+[[]^``bbdoeoggiWjWlln?o?qqs't'vvxy{{}}kk߂߄SSLJlj;;## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIeDILeDIKITKIEUIEUI{XI{XImI(mI7I7IIII(IMIMIkIkI I I_I _I(I (I,IL ,IaYI aYI`I `II0 I)IP)IAI,AIIII$IxIxI eI eIIIIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UE bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UE bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UE  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x= b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1? U N  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)>*>44>,?,IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$[%['')I*I,,.7/7113%4%6689;;=>@x@xBBDfEfGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbdWeWggi=j=lln!o!qqstvtvtxxzV{V}}88nnߎߐPP b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIQIQIDILDIKITKIKUIKUIXIXI#nI(#nIIIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 IAIPAIGI,GIIII$IxIxIeIeIIIII=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^*  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ke2t  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)=*=44>%?%IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$i%i'')Q*Q,,.9/9113!4!668 9 ;};}==?e@eBBDMEMGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpUqUssu9v9xxz{}}ssWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIkDILkDIKITKIWUIWUIXIXImI(mI=I=III)I()I_I_IqIqIIIqI qI(I (I1,IL 1,IsYI sYI`I `I I0  IMIPMII,I I II$IxIxI%eI%eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 YG  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 YG  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 YG   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1F bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Qc  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR)B*B44>2?2IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22"" z z""$j%j'')Z*Z,,.J/J113:4:668*9*;;=>@@B C EEGGIrJrLLN^O^QQSJTJVVX6Y6[[]"^"``bceeggipjplln\o\qqsHtHvvx4y4{{} ~  nnZZБГ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIEIEIDILDIKITKIcUIcUIXIXInI(nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `I)I0 )IkIPkII,IqIqII$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Z. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Z. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Z.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr"B b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1],{ >  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>!?!IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?M@MBBD3E3GGIJLLNNPrQrSSUXVXXXZ>[>]]_$`$bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnTTƉƋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIkDILkDIKITKIQUIQUIXIXImI(mI=I=III#I(#IYIYIqIqIIIkI kI(I (I+,IL +,ImYI mYI`I `II0 I/IP/I5I,5IIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 XF bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 XF bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 XF  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w? b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1,u>! a  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN):*:44>&?&IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$L%L'')8*8,,.$/$11346688:r;r==?^@^BBDJEJGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqvqvssu^v^xxzF{F}}..rrZZ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIKIKIDILDIKITKIcUIcUIXIXInI(nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `II0 ISIPSIGI,GIIII$IxIxIdIdIeIeI5I5II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 3S@` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Jh7  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  MM)3*344>?IISS]j^jhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((ppV V""$<%<'')"*",,./1{1{335a6a88:G;G==?+@+BBD E G~G~IIK`L`NNPBQBSSU$V$XXZ[]w]w__aYbYddf;g;iiklnnpprpspuuwRxRzz|4}4hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIqDILqDIKITKI{UI{UIXIXImI(mICICIõIõIMI(MIIIwIwIIII I)I )IU,IL U,IYI YI`I `II0 ISIPSII,IeIeI I$ IxIxIeIeICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  I]@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  I]@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  I]@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 <\ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Nj 0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)>*>44>,?,IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$[%['')I*I,,.7/7113%4%6689;;=>@x@xBBDfEfGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbd[e[ggiEjElln/o/qqstvvxy{x{x}}bbׂׄLL66  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I?I?IDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `IGI0 GIIPII,IIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Z" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Z" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Z"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 'Gq b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1E bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1V'x U  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  TT)>*>44>)?)IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''s s""$]%]'')G*G,,.1/111346689;z;z==?d@dBBDNENGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11yycc b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIqDILqDIKITKIuUIuUIXIXImI(mI=I=IIIGI(GI}I}IqIqIIII I)I )IO,IL O,IYI YI`I `II0 I;IP;I;I,;IIII$IxIxI eI eIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  J\> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  J\> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  J\>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {&F b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18T"~  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)9*944>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpWqWssu=v=xxz#{#}} ||bbՉՋHH.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IEIEIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `I/I0 /IqIPqIAI,AIIII$IxIxI eI eIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 VvJj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ik<  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>$?$IIS T ^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bbdeggiikilinnpMqMssu1v1xxz{}}kk݄݆QQĉċ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIwDILwDIKITKIEUIEUI{XI{XImI(mIIIIIIII(IMIMI}I}III_I _I(I (I,IL ,IaYI aYI`I `I)I0 )IkIPkII,III I$ IxIxIeIeI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 NE  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 NE  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 NE   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Kk:Z b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1[4   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)B*B44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66&&  ""$t%t'')`*`,,.L/L113848668$9$;;=>@@BBDlElGGITJTLLN3?3IIS!T!^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGI[J[LLNIOIQQS7T7VVX%Y%[[]^``bcexexggifjfllnOoOqqs3t3vvxy{{}}mm߂߄QQÇÉ55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIwDILwDIKITKIEUIEUI{XI{XImI(mICICIIII(IMIMIwIwIII_I _I(I (I,IL ,IaYI aYI`I `II0 ISIPSIGI,GIIII$IxIxIeIeIIIII+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  ME  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  ME  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  ME   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~6V,L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1f?q;{ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR):*:44> ? IIST^v^vhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&n n""$V%V'')>*>,,.&/&11346688:j;j==?P@PBBD4E4GGIJLLNNPnQnSSURVRXXZ6[6]]_`bbddfpgpiikTlTnnp8q8ssuvxxz{}r}rVVȄȆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI9I9IDILDIKITKIEUIEUI{XI{XI nI( nIIIIII(IMIMIII{I{I_I _I(I (I,IL ,IaYI aYI`I `IAI0 AIIPIGI,GIsIsII$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Llg b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\3 a 7 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  OO)9*944>%?%IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeOO 9 9  ##  llV V""$@%@'')***,,./11335s6s88:];]==?G@GBBD1E1GGIJLLNOQ|Q|SSUfVfXXZP[P]]_:`:bbd$e$ggijllnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII}DIL}DIKITKIKUIKUIXIXImI(mIIIIIIII(ISISI}I}IIIeI eI(I (I%,IL %,IgYI gYI`I `I/I0 /IqIPqII,III%I$%IxIxI7eI7eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @F  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @F  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @F   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1dH,P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  XX)J*J44>7@@B)C)EEGHJJL M OOQQSpTpVVX^Y^[[]L^L``b8c8eeg"h"jjl m ooqqsetevvxKyK{{}1~1ooSSőœ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI3I3IDILDIKITKIKUIKUIXIXImI(mIIIIII(ISISIIIoIoIeI eI(I (I%,IL %,IgYI gYI`I `IGI0 GIIPII,IIII$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 F  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 F  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\.  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 F   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ;g b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1bD&P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  __)K*K44>7?7IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;//##  "#%%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJwJwLLN_O_QQSGTGVVX/Y/[[]^``bbdsesggi[j[llnCoCqqs+t+vvxy{{}}ooWWˇˉ??'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIwDILwDIKITKIQUIQUIXIXImI(mIIIIIII#I(#IYIYI}I}IIIkI kI(I (I+,IL +,ImYI mYI`I `I)I0 )IkIPkIYI,YIuIuI I$ IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @F bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @F bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @F  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ii2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1tX<4 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>0?0IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln%o%qqstvxvxxxzZ{Z}}<<rrTT b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI3I3IDILDIKITKIKUIKUIXIXInI(nIIIIII(ISISIIIuIuIeI eI(I (I%,IL %,IgYI gYI`I `IGI0 GIIPISI,SI3I3II$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^2  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >^f b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1jL. } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)A*A44>)?)IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI9J9LLNOQQSTVsVsXXZW[W]]_;`;bbdeggijlulunnpYqYssu=v=xxz!{!}}ww[[͉͋??## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIQUIQUIXIXImI(mIOIOIII#I(#IYIYIII!I!IkI kI(I (I+,IL +,ImYI mYI`I `I/I0 /IqIPqII,III+I$+IyIyI=eI=eIIIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 CE bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 CE bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 CE  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ii: b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1o^M@ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)F*F44>6?6IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$n%n'')^*^,,.N/N113>4>668.9.;;=>@@BCEEGGIvJvLLNbObQQSNTNVVX:Y:[[]&^&``bceeggitjtlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIIIiIiIkI kI(I (I+,IL +,ImYI mYI`I `II0 I)IP)II,IEIEII$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q#  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y ) b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1mZG } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  SS)=*=44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,xxb b""$L%L'')6*6,,. / 113 4 6688:i;i==?Q@QBBD7E7GGIJLLNOQvQvSSU\V\XXZB[B]]_(`(bbdeggiikglgnnpMqMssu3v3xxz{}}rrXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII}DIL}DIKITKIWUIWUIXIXImI(mIOIOIII)I()I_I_III!I!IqI qI(I (I1,IL 1,IsYI sYI`I `I/I0 /IqIPqIeI,eI5I5II$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 BE bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 BE bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 BE  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |Jj&F b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1<+  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)>*>44>*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$P%P'')<*<,,.(/(11346689;v;v==?b@bBBDNENGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI-I-IDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIIIoIoIkI kI(I (I+,IL +,ImYI mYI`I `II0 ISIPSIeI,eIIII$IxIxIeIeIwIwIGIGII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 H  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 H  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S'  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 H   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations14!{m } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  QQ)7*744>?IISS]n^nhhrPsP} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,ttZ Z""$@%@'')&*&,,. / 11335e6e88:K;K==?/@/BBDEGGIIKdLdNNPFQFSSU(V(XXZ [ ]{]{__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8ll܋܍LL b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIHI$HImImIyIyIϲI$ϲIIIKIKII$I`I`IIIyI yIEI| EI7I 7IyI yIIeI IeImI mI=I=II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1%Y] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1%Y] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1%Y] b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations13S  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  ee)S*S44>???IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwee S S  AA//   ""$p%p'')^*^,,.L/L113:4:668(9(;;=>@@BCE{E{GGIgJgLLNQOQQQS;T;VVX%Y%[[]^``bbdnenggiXjXllnBoBqqs,t,vvxy{{}~uu__ԇԉII33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIII{I{IIpIcIcIMIMIC_I`C_IIIyIyIEIL EI%I %IxIp xI7eIt 7eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  aa)K*K44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ttdd T T  DD44!!   ""$j%j'')T*T,,.>/>113(4(6689;;==?q@qBBD[E[GGIDJDLLN,O,QQSTVVXXZp[p]]_X`Xbbd@e@ggi(j(llnoqqssulvlxxzT{T}}<<$$ ll b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIHI$HImImIIIϲI$ϲIIIQIQII$I`I`I)I)IyI yIEI| EII IxI xI1eI 1eII IIIyI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1&Z[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1&Z[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1&Z[ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1:Z  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  bb)L*L44>4?4IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&t t""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI8J8LLNOQQSTVwVwXXZ][]]]_C`Cbbd)e)ggijllnnphqhssuNvNxxz4{4}}ssYY̎̐?? b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIKIKImImIIIuIuIIpIiIiIGIGIC_I`C_IIIyIyIEIL EII IxIp xI+eIt +eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ey b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  __)I*I44>1?1IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$n n""$X%X'')B*B,,.,/,11346689;u;u==?_@_BBDIEIGGI1J1LLNOQQSSUpVpXXZV[V]]_<`v>xxz"{"}}xx\\ωϋBB(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIaIaIϲIϲIIpI3I3III=_I`=_IIIsIsI?IL ?I%I %IxIp xI7eIt 7eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1C} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1C} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1C  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  gg)S*S44>;?;IIS#T#^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwkk _ _  SSGG77##  "#%%'')q*q,,.]/]113I4I668595;;=>@@BCE{E{GGIcJcLLNKOKQQS3T3VVXY[[]^`w`wbbd_e_ggiGjGlln/o/qqstvvxxzs{s}}[[ςτCC(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIcIcIIpIiIiI5I5I=_I`=_IIIsIsI?IL ?I%I %IxIp xI7eIt 7eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ^^)L*L44>:?:IIS(T(^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp^^ L L  ::(( { {""$i%i'')W*W,,.E/E113343668!9!;;=>@@BBDtEtGGIbJbLLNPOPQQS>T>VVX,Y,[[]^``bceeggimjmllnVoVqqs:t:vvxy{{}~ttXXʇʉ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIaIaIϲIϲIIpI3I3III=_I`=_IIIsIsI?IL ?I I  IxIp xIeIt eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1B} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1B} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1B  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  aa)I*I44>-?-IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55!!  } }""$e%e'')M*M,,.5/511346689;y;y==?]@]BBDAEAGGI%J%LLN O Q{Q{SSU_V_XXZC[C]]_'`'bbd e g}g}iikalannpEqEssu)v)xxz { }}ccՄՆEE''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIiIiIIpIoIoI;I;I=_I`=_IIIsIsI?IL ?II IxIp xI+eIt +eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N" b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ZZ)D*D44>.?.IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppZZ D D  ..wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBDG?GIIS3T3^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssee W W  II;;--  "#%%'(*|*|,,.n/n113`4`668R9R;;=D>D@@B6C6EEG(H(JJLMOOQRT{T{VVXiYi[[]W^W``bCcCeeg-h-jjlmooqqsptpvvxVyV{{}<~<""xx\\ΑΓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIuIuIIpIoIoIGIGI7_I`7_IIIsIsI?IL ?I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W) b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  dd)P*P44>:?:IIS"T"^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppdd X X  LL@@44((  "#%%'(*~*~,,.j/j113V4V668B9B;;=.>.@@BCEEGHJzJzLLNbObQQSJTJVVX2Y2[[]^``bcevevggi^j^llnFoFqqs.t.vvxy{{}}rrZZ·ΉBB** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImI[I[IϲIϲIIpI-I-III7_I`7_IIIsIsI?IL ?II IxIp xI+eIt +eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  __)M*M44>9?9IIS!T!^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq__ M M  ;;)) | |""$j%j'')X*X,,.F/F113444668"9";;=>@@BBDuEuGGIaJaLLNKOKQQS5T5VVXY[[] ^ `~`~bbddedggiJjJlln.o.qqstvvxxzc{c}}EE''yy[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIKIKImImIIIoIoIIpIoIoIAIAI7_I`7_IIIsIsI?IL ?I I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W+ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ``)H*H44>.?.IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp`` P P  @@00    "#%t%t'')\*\,,.D/D113,4,6689;;==?p@pBBDXEXGGI>J>LLN"O"QQSTVxVxXXZ\[\]]_@`@bbd$e$ggijlzlznnp^q^ssuBvBxxz&{&}} ||``҉ҋDD(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIUIUI۲I۲IIpI'I'III7_I`7_IIImImI9IL 9I+I +IyIp yI=eIt =eIIT IaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Z} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Z} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Z  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  __)O*O44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??//  ""$w%w'')g*g,,.W/W113G4G668797;;='>'@@BCEEGHJ}J}LLNiOiQQSUTUVVXAYA[[]-^-``bceeghj{j{llngogqqsStSvvx?y?{{}+~+yyeeۑۓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIKIKInInIIIQIQIIpIuIuI#I#I`I``I)I)ImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`2 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ii  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  TT)>*>44>$?$IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiUU A A  --yyc c""$M%M'')7*7,,.!/!113 4 6688:j;j==?P@PBBD6E6GGIJLLNOQuQuSSU[V[XXZA[A]]_'`'bbd e ggiikflfnnpLqLssu2v2xxz{}}qqUUljNj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIOIOIIIIpI!I!III7_I`7_IIImImI9IL 9II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1[} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1[} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1[  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  YY)E*E44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11  k k""$W%W'')C*C,,.///11346689;};}==?i@iBBDUEUGGI?J?LLN'O'QQSTVVXXZk[k]]_S`Sbbd;e;ggi#j#lln o qqssugvgxxzO{O}}77{{cc b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKInInIIIQIQIIpIuIuI#I#I`I``I;I;ImImI9IL 9II IxIp xIeIt eIqIT qIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`4 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  TT):*:44>?IISS]o^ohhrOsO} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //ww] ]""$C%C''))*),,./11335h6h88:N;N==?0@0BBDEGGIIKeLeNNPGQGSSU)V)XXZ [ ]|]|__a^b^ddf@g@iik"l"nnpqsusuuuwWxWzz|9}9kkۋۍKK b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII}DI }DIHIHImImIOIOIϲIϲIIpI!I!III1_I`1_IIIgIgI3IL 3II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  YY)G*G44>3?3IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkYY G G  55##v v""$d%d'')R*R,,.@/@113.4.6689;;= > @@BBDoEoGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbdbebggiLjLlln6o6qqs t vvx y {{}}iiނބSSȇȉ=='' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKI nI nIIIiIiIIpI{I{I;I;I`I``I)I)IgIgI3IL 3II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i; b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i; b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i; b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  UU)?*?44>(?(IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((t t""$^%^'')H*H,,.2/211346689;{;{==?e@eBBDOEOGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00vv`` b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII}DI }DIHIHImImIIIIIϲIϲI}Ip}IIIII1_I`1_IIIgIgI3IL 3II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)@*@44>(?(IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..||h h""$S%S'')=*=,,.'/'11346688:p;p==?Z@ZBBDDEDGGI,J,LLNOQQSSUkVkXXZQ[Q]]_7`7bbdeggijlvlvnnp\q\ssuBvBxxz({(}}ggډڋMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKI nI nIIIiIiIIpI{I{I;I;I`I``IAIAIgIgI3IL 3II IxIp xI eIt  eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1e  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  SS)=*=44>%?%IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,xxb b""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikjljnnpNqNssu2v2xxz{}}llބކPPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIwDI wDIIIIImImIIIIIղIղI}Ip}IIIII`I``IIIgIgI3IL 3I I  IxIp xIeIt eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1W} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1W} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1W  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 @  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  [[)G*G44>/?/IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;++  "#%y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDoEoGGIWJWLLN?O?QQS'T'VVXY[[]]_k`kbbdSeSggi;j;lln#o#qqs t vvxxzg{g}}OOÂÄ77uu b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I?I?IDI DIsKIsKInInIIIEIEIIpIIIII`I``I/I/IgIgI3IL 3I I  IxIp xIeIt eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rD b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Uu  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hisrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLNDODQQS2T2VVX Y [[]^``bbdsesggiajallnJoJqqs.t.vvxy{{}}hhڂڄLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIqDI qDIIIIImImICICIղIղIwIpwIIIII`I``I I IgIgI3IL 3II IxIp xIeIt eIIT I}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1X} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1X} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1X  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15U  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  UU)=*=44>!?!IIST^w^whhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))q q""$Y%Y'')A*A,,.)/)11346688:m;m==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbddfqgqiikUlUnnp9q9ssuvxxz{}s}sWWɄɆ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I?I?IDI DIsKIsKInInIIIEIEIIpIIIII`I``IGIGIgIgI3IL 3II IxIp xI eIt  eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rF b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1p  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  NN)8*844>"?"IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddNN 8 8  ""  kkU U""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIqDI qDIHIHImImICICIòIòIwIpwIIIII`I``IIIaIaI-IL -II IxIp xI%eIt %eIsIT sICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1%E  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  YY)K*K44>;?;IIS'T'^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggYY K K  ==//!!  "#%~%~'')p*p,,.b/b113T4T668F9F;;=8>8@@B*C*EEGHJJL M OOQQSoToVVX]Y][[]K^K``b7c7eeg!h!jjl m ooqqsftfvvxLyL{{}2~2nnRRđē b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIEIEIDI DIKIKInInIII]I]IIpIII/I/I`I``I I IaIaI-IL -II I;wIp ;wIGIt GIIIT II?I?II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1XT  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  XX)D*D44>.?.IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44((  "#%%'')r*r,,.^/^113J4J668696;;=">"@@BCEEGGInJnLLNVOVQQS>T>VVX&Y&[[]^``bbdjejggiRjRllnDoDqqs,t,vvxy{{}}ppXẊ̉@@(( b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIIIkDI kDIHIHImImI=I=IòIòIqIpqIIIII`I``IIIaIaI-IL -II IxIp xIeIt eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Bb  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>-?-IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbdXeXggi>j>lln&o&qqstvyvyxxz[{[}}==qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIEIEIDI DIKIKInInIII]I]IIpIII/I/I`I``I/I/IaIaI-IL -II I#wIp #wIGIt GIIT IIIoI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1}y  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)<*<44>"?"IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$h%h'')P*P,,.8/8113 4 6689;|;|==?d@dBBDLELGGI2J2LLNOQQSSUlVlXXZP[P]]_4`4bbdeggiiknlnnnpZqZssu>v>xxz"{"}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIIIkDI kDIHIHImImI7I7IɲIɲIkIpkI I III_I`_IaIaI[I[I'IL 'II IGwIp GwI%GIt %GIIT I{I{I#I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1T} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1T} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1T  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)E*E44>3?3IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIsJsLLN_O_QQSKTKVVX7Y7[[]#^#``bceeggiqjqllnioiqqsUtUvvxAyA{{}-~-{{ggݑݓ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIKIKIDI DImKImKInInIII?I?IIpIIIIIo`I`o`IτIτI[I[I'IT 'II I#wIx #wIGI| GII\ IIIoI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V" b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1j  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10]]  RR)<*<44>"?"IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1]]II 5 5  !!  wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?N@NBBD4E4GGIJLLNOQsQsSSUYVYXXZ?[?]]_%`%bbdeggiikplpnnpVqVssu'?'IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqqssukvkxxzS{S}};;## gg b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIKIKIDI DImKImKInInIII?I?IIpIIIII]`I`]`III[I[I'IT 'II IwIx wIFI| FIkI\ kIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X$ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1X   b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  PP)6*644>?IIST^w^whhrWsW} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__afbfddfHgHiik*l*nnp q s}s}uuw_x_zz|A}A##ssSSÐÒ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1oIII5DI|5DIIIIILILIYVI|YVIYIHYIcmIcmIIPIkIXkIII+IP+IaIaI5I5II$ I=I, =Is I s I)I$ )I3-I 3-IuZI| uZI`IX`I)I)IkIkI{I{I7I\7IIIIII8IxIxI%eI%eIrIrIIIlIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P{  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ]}Jj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1GU?  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dGUc*q8Hh7V    d +  r  @  N/o bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa UU)K*K44>7?7IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I %%  " # %%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJwJwLLN_O_QQSGTGVVX/Y/[[]^``bbdsesggi[j[llnOoOqqs7t7vvxy{{}~{{ccׇ׉KK33# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoI]I]IDIdDIKIlKI9UI9UIoXIoXI/nI@/nIͮIͮIII I@ IAI AIIIIISI SI(I (I,Id ,IUYI UYIu`I u`IՄIH ՄIIhIIDI[I[IWIWIUI UIIIxIpxI+eIt+eIrITrIsIsICI$CII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r2 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1NEl<  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dNj8T"p\@N`0   P  p > ~  \, bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  VV) * 44>7@@B)C)EEGHJJL M OOQQSpTpVVX^Y^[[]L^L``b8c8eeg"h"jjl m ooqqsqtqvvxWyW{{}=~=## {{__ёѓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1oIII/DI|/DIIIIILILIYVI|YVIYIHYIcmIcmIIPIkIXkIII+IP+IaIaI5I5II$ I=I, =Is I s I)I$ )I3-I 3-IuZI| uZI`IX`III;I;IIIOI\OI3I3I1I1II8IxIxI eI eIrIrIIlIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ox b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ox b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ox  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,L6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Nh4   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dNj8T"p<T  l U  8 $   s P B  ^  8x bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa QQ)A*A44>)?)IIS T ^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A ~~nn y y""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI9J9LLNOQQSTVsVsXXZW[W]]_;`;bbdeggijlulunnpeqessuIvIxxz-{-}}ggىًKK//# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIcIcIEIdEIKIlKI9UI9UIoXIoXI5nI@5nIӮIӮIII I@ IAI AIIIIISI SI(I (I,Id ,IUYI UYI`I `I IH  IMIhMIIDIIIII I  IIIxIpxIeIteIrITrIIII$IyI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1aB~ @  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1daB#eF'gF@ % y  2  c k  B  !  O  aB@ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)*44>0?0IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$_%_'')M*M,,.;/;11335u6u88:c;c=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln1o1qqstvvxxzf{f}}HH** ~~``  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIeDIdeDIKIlKI9UI9UIoXIoXImI@mI7I7III I@ IAI AIkIkI I ISI SI(I (I,Id ,IUYI UYI`I `IIH IYIhYI)ID)IIIII"I "IIIxIpxIeIteIrITrIIII$I=I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  `G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  `G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  `G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1p `8x  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dp`P@0 Tr!d n  V  H  :  ,   I0p" bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  II)3*344>>HIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^JJ 6 6  ""nnX X""$B%B''),*,,,./11346u6u88:_;_==?G@GBBD-E-GGIIK\L\NNPBQBSSURVRXXZ8[8]]_`bbdeggiikglgnnpMqMssu3v3xxz{}}rrXXʉʋ<<   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIWIWIDIdDIKIlKI9UI9UIoXIoXI)nI@)nIǮIǮIII I@ IAI AIIIIISI SI(I (I,Id ,IUYI UYI`I `IIH I#Ih#IIDI=I=IIII IIIxIpxI%eIt%eIrITrIyIyIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u: b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1GDU  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dGUc*q8g"F] T   b )  p  > ~  L bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)D*D44>4?4IIS T ^^hhrs} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$l%l'')\*\,,.L/L113<4<668,9,;;=>@@B C EEGGItJtLLN`O`QQSLTLVVX8Y8[[]$^$``bceeggirjrlln`o`qqsLtLvvx8y8{{}}pp\\rr^^ԑԓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIeDIdeDIKIlKI9UI9UIoXIoXImI@mI7I7III I@ IAI AIkIkI I ISI SI(I (I,Id ,IUYI UYI`I `IIH IAIhAI#ID#IIIII!I !IݢIݢIxIpxIdItdIirITirI_I_I/I$/II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1q"b   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dqbSD5&wf  U ;  D  U  3 "  "  q"b bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  II)/*/44>>HISS]n^nhhrPsP} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$llR R""$8%8'')*,,./1w1w335]6]88:C;C==?'@'BBD E GzGzIIK1L1NNPQSSU V XXZ[]s]s__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8ll܋܍LL  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoI]I]IDIdDIKIlKI9UI9UIoXIoXI/nI@/nIͮIͮIII I@ IAI AIIIIISI SI(I (I,Id ,IUYI UYI`I `IIH ISIhSIIDI=I=IIII IIIxIpxI eIt eIrITrIIII$IyI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Jj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1GU   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dGUc*q8F T U    b L )   p  > ~ 3 s  L bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN):*:44>&?&IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$L%L'')8*8,,.$/$11346688:r;r==?^@^BBDJEJGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqzqzssubvbxxz{}}{{vv^^  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIkDILkDIKITKIEUIEUI{XI{XImI(mI=I=IIII(IMIMIqIqIII_I _I(I (I,IL ,IaYI aYI`I `I#I0 #IeIPeIɽI,ɽIIIIII$IxIxI eI eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TG bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TG bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TG  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Vv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1'g bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1i4J  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)8*844>#?#IIS T ^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!!m m""$W%W'')A*A,,.+/+11346688:t;t==?^@^BBDHEHGGI3J3LLNOQQSTVwVwXXZ_[_]]_G`Gbbd/e/ggijllnnpsqsssu[v[xxzC{C}}++ss]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIQIQIDILDIKITKIKUIKUIXIXI#nI(#nIIIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 I5IP5II,IAIAII$IxIxIeIeICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^*  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z$D b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1? bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1m*g$   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbd]e]ggiGjGlln1o1qqstvvxy{z{z}}ddقلNNÇÉ88"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIkDILkDIKITKIEUIEUI{XI{XImI(mI=I=IIII(IMIMIqIqIII_I _I(I (I,IL ,IaYI aYI`I `II0 IAIPAIWI,WIIII$IxIxIeIeIIIII=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UG bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UG bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UG  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  ` + v b } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL)6*644> ? IIST^w^whhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$E%E'')/*/,,./11346x6x88:b;b==?L@LBBD6E6GGI J LLNOQyQySSU_V_XXZE[E]]_+`+bbdeggiikelennpIqIssu-v-xxz{}}ggلنMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIWIWIDILDIKITKIKUIKUIXIXI#nI(#nIIIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 I_IP_I!I,!IIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 N bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 N bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b.  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 N  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1|  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1a  [  L  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)9*944>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpWqWssu=v=xxz#{#}} ||bbՉՋHH.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIqDILqDIKITKIWUIWUIXIXImI(mICICIII)I()I_I_IwIwIIIqI qI(I (I1,IL 1,IsYI sYI`I `I)I0 )IkIPkII,IIII$IxIxIeIeI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UI  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UI  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UI   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Vv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1V bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1N`)  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGIUJULLNCOCQQS1T1VVXY[[] ^ ``bbdrerggi`j`llnIoIqqs-t-vvxy{{}}ggقلKK// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IKIKIDILDIKITKIcUIcUIXIXInI(nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `I5I0 5IwIPwII,IIII$IxIxIeIeI%I%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 X. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 X. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 X.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .Na b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 J bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(k.qJ  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)D*D44>.?.IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88((  "#%v%v'')b*b,,.N/N113:4:668&9&;;=>@@BBDnEnGGIVJVLLN>O>QQS&T&VVXY[[]]_j`jbbdReRggi:j:lln"o"qqs t v~v~xxzf{f}}NN‚„66vv b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIqDILqDIKITKIQUIQUIXIXImI(mI=I=III#I(#IYIYIqIqIIIkI kI(I (I+,IL +,ImYI mYI`I `II0 IAIPAIEI,EIIII$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TH bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TH bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TH  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1r ;  M 1q } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  KK)5*544>!?!IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaKK 5 5    ~~hhR R""$<%<'')&*&,,./11335o6o88:Y;Y==?C@CBBD-E-GGIJLLNOQxQxSSUbVbXXZL[L]]_6`6bbd e ggi j llnnpcqcssuGvGxxz+{+}}ee׉׋II-- b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IQIQIDILDIKITKIcUIcUIXIXInI(nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `I)I0 )IkIPkI3I,3ICICII$IxIxIeIeIII}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W#  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 BbVv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations14 w : }  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR):*:44> ? IIST^v^vhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&n n""$V%V'')>*>,,.&/&11346688:j;j==?P@PBBD4E4GGIJLLNNPnQnSSURVRXXZ6[6]]_`bbddfpgpiikTlTnnp8q8ssuvxxz{}r}rVVȄȆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIwDILwDIKITKI{UI{UIXIXImI(mIIIIIõIõIMI(MIII}I}IIII I)I )IU,IL U,IYI YI`I `I/I0 /IqIPqIɽI,ɽIII I$ IxIxIeIeIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  I_@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  I_@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  I_@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Xx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1\ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1p@` L } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  YY)E*E44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55))  "#%%'')s*s,,._/_113K4K668797;;=#>#@@BCEEGGIqJqLLNYOYQQSATAVVX)Y)[[]^``bbdmemggiUjUlln=o=qqs%t%vvx y {{}}ii݂݄QQŇʼn99!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IEIEIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `IMI0 MIIPIϽI,ϽIIII$IxIxI1eI1eIyIyIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 X" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 X" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 X"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8Xv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 ` bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Nj P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  ZZ)L*L44>>?>IIS*T*^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhZZ L L  >>00""  "#%%'')q*q,,.c/c113U4U668G9G;;=9>9@@B+C+EEGHJJL M OOQQSrTrVVX`Y`[[]N^N``b:c:eeg$h$jjlmooqqsgtgvvxMyM{{}3~3qqUUǑǓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIwDILwDIKITKIuUIuUIXIXImI(mICICIIIGI(GI}I}IwIwIIII I)I )IO,IL O,IYI YI`I `II0 IGIPGIWI,WIIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  J^> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  J^> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  J^>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .N b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 0 P  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)=*=44>%?%IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$i%i'')Q*Q,,.9/9113!4!668 9 ;};}==?e@eBBDMEMGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpUqUssu9v9xxz{}}ssWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IEIEIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `IAI0 AIIPI]I,]IIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 e\| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 8  T "  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>0?0IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln%o%qqstvxvxxxzZ{Z}}<<rrTT b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII}DIL}DIKITKIKUIKUIXIXImI(mIIIIIIII(ISISI}I}IIIeI eI(I (I%,IL %,IgYI gYI`I `I5I0 5IwIPwII,IQIQII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JG bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JG bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JG  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 DdZz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations12r bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1J% [  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>?IIST^x^xhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?K@KBBD1E1GGIJLLNNPpQpSSUVVVXXZ<[<]]_"`"bbdeg{g{iikalannpGqGssu-v-xxz{}}ll߄߆RRĉċ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI?I?IDILDIKITKIKUIKUIXIXI nI( nIIIIII(ISISIII{I{IeI eI(I (I%,IL %,IgYI gYI`I `IMI0 MIIPII,IQIQI%I$%IxIxI7eI7eIII[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i=   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bbo b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations16v bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1X1 c  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)H*H44>8?8IIS$T$^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$p%p'')`*`,,.P/P113@4@668090;;= > @@BCEEGHJxJxLLNdOdQQSPTPVVX?IISS]j^jhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((ppV V""$<%<'')"*",,./1{1{335a6a88:G;G==?+@+BBD E G~G~IIK`L`NNPBQBSSU$V$XXZ[]w]w__aYbYddf;g;iiklnnpprpspuuwRxRzz|4}4hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI?I?IDILDIKITKIKUIKUIXIXInI(nIIIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `IGI0 GIIPII,III I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 jb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1<  n G o } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)>*>44>*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$P%P'')<*<,,.(/(11346689;v;v==?b@bBBDNENGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIQUIQUIXIXImI(mIOIOIII#I(#IYIYIII!I!IkI kI(I (I+,IL +,ImYI mYI`I `I;I0 ;I}IP}II,III I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @H bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @H bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @H  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Uu\| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1H bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 l R  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  RR)<*<44>'?'IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%q q""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//wwaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI3I3IDILDIKITKIQUIQUIXIXInI(nIIIII#I(#IYIYIIIuIuIkI kI(I (I+,IL +,ImYI mYI`I `IMI0 MIIPII,IIII$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^2  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ddj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1L bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations10x \  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>2?2IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbdaeaggiKjKlln5o5qqstvvx y {~{~}}hh݂݄RRLJlj<<&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII}DIL}DIKITKIQUIQUIXIXImI(mIOIOIII#I(#IYIYIII!I!IkI kI(I (I+,IL +,ImYI mYI`I `I/I0 /IqIPqII,IIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @H bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @H bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @H  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Nn*J b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1.  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 8   j >~ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>$?$IIS T ^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bbdeggiikilinnpMqMssu1v1xxz{}}kk݄݆QQĉċ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI9I9IDILDIKITKIQUIQUIXIXI nI( nIIIII#I(#IYIYIII{I{IkI kI(I (I+,IL +,ImYI mYI`I `IMI0 MIIPII,IIII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`6  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 iTt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations10  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 @ $  l @ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)=*=44>'?'IIS T ^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI+J+LLNOQQSSUjVjXXZP[P]]_6`6bbdeggijlulunnp[q[ssuAvAxxz'{'}} ffىًLL22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `I5I0 5IwIPwII,IIII$IxIxI+eI+eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @H bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @H bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @H  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 NnRr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xiZ K ^ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIYJYLLNGOGQQS5T5VVX#Y#[[]^``bbdvevggidjdllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI-I-IDILDIKITKIQUIQUIXIXImI(mIIIII#I(#IYIYIIIoIoIkI kI(I (I+,IL +,ImYI mYI`I `II0 IYIPYII,IIII$IxIxI1eI1eI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S'  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1b bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1wf U b } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  \\)H*H44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll`` T T  HH<<,,  "#%z%z'')f*f,,.R/R113>4>668*9*;;=>@@BBDrErGGIZJZLLNBOBQQS*T*VVXY[[]]_n`nbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::!!zz b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `I5I0 5IwIPwII,III I$ IxIxIeIeIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @H bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @H bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @H  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Oo$D b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1O  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1< -  O } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  OO)9*944>%?%IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeOO 9 9  ##  llV V""$@%@'')***,,./11335s6s88:];]==?G@GBBD1E1GGIJLLNOQ|Q|SSUfVfXXZP[P]]_:`:bbd$e$ggijllnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI3I3IDILDIKITKIQUIQUIXIXInI(nIIIII#I(#IYIYIIIuIuIkI kI(I (I+,IL +,ImYI mYI`I `II0 I_IP_II,IIII$IxIxIeIeIIIII7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U+  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Q  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1D 3 " Q } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)>*>44>$?$IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**r r""$Z%Z'')B*B,,.*/*11346688:n;n==?T@TBBD8E8GGIJLLNOQrQrSSUVVVXXZ:[:]]_`bbdegtgtiikXlXnnp>  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDIDIHI$HImImIsIsIϲI$ϲIIIEIEII$I`I`I)I)IyI yIEI| EI7I 7IyI yIIeI IeImI mI=I=II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1!U_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1!U_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1!U_ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1:Z  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz  nn)Z*Z44>D?DIIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1zznn b b  VVJJ>>22  "&#&%%'(**,,.t/t113`4`668L9L;;=8>8@@B$C$EEGHJJLLNlOlQQSTTTVVXI?IIIS5T5^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uugg Y Y  KK==//!!  "#%%'(*~*~,,.p/p113b4b668T9T;;=F>F@@B8C8EEG*H*JJLMOOQRT}T}VVXkYk[[]Y^Y``bEcEeeg/h/jjlmooqqsrtrvvxXyX{{}>~>$$zz^^БГ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDIDIHI$HImImIyIyIϲI$ϲIIIKIKII$I`I`I/I/IyI yIEI| EII IxI xI1eI 1eII IIImI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1"V] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1"V] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1"V] b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Aa  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx  hh)P*P44>6?6IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88((  "#%|%|'')d*d,,.L/L1134446689;;=>@x@xBBD`E`GGIFJFLLN*O*QQSTVVXXZd[d]]_H`Hbbd,e,ggijllnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIuIuIIpIoIoIGIGIC_I`C_IIIyIyIEIL EI%I %IxIp xI7eIt 7eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  cc)Q*Q44>=?=IIS%T%^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uucc Q Q  ??--   ""$n%n'')\*\,,.J/J113848668&9&;;=>@@BCEyEyGGIeJeLLNOOOQQS9T9VVX#Y#[[] ^ ``bbdhehggiNjNlln2o2qqstvvxxzg{g}}II++ }}__ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIgIgIϲIϲIIpI9I9IIIC_I`C_IIIyIyIEIL EII IxIp xI%eIt %eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  ^^)H*H44>.?.IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##m m""$W%W'')A*A,,.+/+11346688:t;t==?Z@ZBBD@E@GGI&J&LLN O QQSSUeVeXXZK[K]]_1`1bbdeggiikplpnnpVqVssu???IIS+T+^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqaa Q Q  AA11!!  "#%y%y'')i*i,,.Y/Y113I4I668999;;=)>)@@BCEEG H JJLLNkOkQQSWTWVVXCYC[[]/^/``bceeghj}j}llnioiqqsUtUvvxAyA{{}-~-{{ggݑݓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIgIgIϲIϲIIpI9I9IIIC_I`C_IIIyIyIEIL EII IxIp xIeIt eIIT ISISII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  \\)B*B44>$?$IIST^w^whhrWsW} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##  e e""$K%K'')1*1,,./11335p6p88:V;V==?8@8BBDEGGIIKmLmNNPOQOSSU1V1XXZ[]]__afbfddfHgHiik*l*nnp q s}s}uuw_x_zz|A}A##ssSSÐÒ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIKIKImImIIIcIcIIpIoIoI5I5IC_I`C_IIIyIyIEIL EII IxIp xI1eIt 1eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P& b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ]])I*I44>3?3IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  o o""$[%['')G*G,,.3/31134668 9 ;;==?m@mBBDYEYGGICJCLLN+O+QQSTVVXXZo[o]]_W`Wbbd?e?ggi'j'llnoqqssukvkxxzS{S}};;## gg b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIaIaIϲIϲIIpI3I3III=_I`=_IIIsIsI?IL ?II IxIp xI1eIt 1eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  __)I*I44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22  ~ ~""$h%h'')R*R,,.e>ggi&j&llnoqqssujvjxxzR{R}}::"" jj b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIKIKInInIIIoIoIIpIuIuIAIAI=_I`=_IIIsIsI?IL ?I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y- b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  [[)I*I44>5?5IIST^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm[[ I I  77%% x x""$f%f'')T*T,,.B/B1130406689;;= > @@BBDqEqGGI]J]LLNGOGQQS1T1VVXY[[]^`z`zbbddedggiNjNlln8o8qqs"t"vvx y {{}}kkUUʇʉ??)) b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImI[I[IղIղIIpI-I-III=_I`=_IIIsIsI?IL ?I I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  [[)E*E44>-?-IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    j j""$T%T'')>*>,,.(/(11346688:q;q==?[@[BBDEEEGGI-J-LLNOQQSSUlVlXXZR[R]]_8`8bbdeggijlrlrnnpVqVssu:v:xxz{}}ttXXˉˋ>>$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKInInIIIoIoIIpIuIuIAIAI=_I`=_IIIsIsI?IL ?II IxIp xI%eIt %eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y/ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ZZ)D*D44>,?,IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22  l l""$W%W'')A*A,,.+/+11346688:t;t==?^@^BBDHEHGGI0J0LLNOQQSSUoVoXXZU[U]]_;`;bbd!e!ggijlzlznnp`q`ssuFvFxxz,{,}}kkމދQQĎĐ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImI[I[I۲I۲IIpI-I-III7_I`7_IIImImI9IL 9II IxIp xI1eIt 1eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1V} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1V} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1V  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  \\)J*J44>8?8IIS&T&^^h i s|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn\\ J J  88&& y y""$g%g'')U*U,,.C/C1131416689;;= > @@BBDrErGGI`J`LLNNONQQS1?1IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmaa U U  II==--  "#%{%{'')g*g,,.S/S113?4?668+9+;;=>@@BBDqEqGGIYJYLLNAOAQQS)T)VVXY[[]]_m`mbbdUeUggi=j=lln%o%qqs t vvxxzi{i}}QQłń99ww b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIUIUI۲I۲IIpI'I'III7_I`7_IIImImI9IL 9I I  IxIp xIeIt eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1W} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1W} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1W  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  VV)@*@44>*?*IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1llVV @ @  **ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?N@NBBD8E8GGI"J"LLN O QQSSUkVkXXZU[U]]_?`?bbd)e)ggijllnnplqlssuPvPxxz4{4}}nnRRĎĐ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKI nI nIIIWIWIIpI{I{I)I)I`I``IGIGImImI9IL 9II IxIp xIeIt eIIT III1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b8 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1e  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  YY)A*A44>%?%IIS T ^{^{hhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm]] M M  ==-- u u""$]%]'')E*E,,.-/-11346688:q;q==?U@UBBD9E9GGIJLLNOQsQsSSUWVWXXZ;[;]]_`bbdeguguiikYlYnnp=q=ssu!v!xxz{}w}w[[̈́͆== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIUIUIϲIϲIIpI'I'III7_I`7_IIImImI9IL 9II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  bb)N*N44>8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnbb V V  JJ>>22&&  "#%%'(*|*|,,.h/h113T4T668@9@;;=,>,@@BCEEGHJxJxLLN`O`QQSHTHVVX0Y0[[]^``bcetetggi\j\llnDoDqqs,t,vvxy{{}}ppXẊ̉@@(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIcIcIIpIII5I5I`I``I;I;ImImI9IL 9II IxIp xI1eIt 1eIyIT yIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k?  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k?  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k?  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1[{  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  [[)M*M44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii[[ M M  ??11##  "#%%'')r*r,,.d/d113V4V668H9H;;=:>:@@B,C,EEGHJJL M OOQQSqTqVVX_Y_[[]M^M``b9c9eeg#h#jjl m ooqqsftfvvxLyL{{}2~2nnRRđē b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII}DI }DIHIHImImIOIOIϲIϲIIpI!I!III7_I`7_IIImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  \\)D*D44>*?*IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,,   ""$p%p'')X*X,,.@/@113(4(6689;;==?l@lBBDTETGGI:J:LLNOQQSTVtVtXXZX[X]]_<`v>xxz"{"}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIcIcIIpIII5I5I`I``IMIMImImI9IL 9II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1r  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>1?1IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd\e\ggiBjBlln&o&qqstvyvyxxz[{[}}==qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{III}DI }DIHIHImImIOIOIϲIϲIIpI!I!III`I``IIIgIgI3IL 3II IxIp xI eIt  eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1S} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1S} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1S  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>"?"IIST^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?N@NBBD4E4GGIJLLNOQsQsSSUYVYXXZ?[?]]_%`%bbd e g~g~iikdldnnpJqJssu0v0xxz{}}ooSSʼnŋ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IEIEIDI DIyKIyKInInIIIKIKIIpIIIII`I``I;I;IgIgI3IL 3II IxIp xI+eIt +eIIT IUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tH b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1`  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)E*E44>3?3IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIsJsLLN_O_QQSKTKVVX7Y7[[]#^#``bceeggiqjqlln]o]qqsItIvvx5y5{{}!~! oo[[ёѓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIwDI wDIHIHImImIIIIIϲIϲI}Ip}IIIII`I``I I IgIgI3IL 3II IxIp xIdIt dIkIT kI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1T} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1T} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1T  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations10P  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  PP)6*644>?IISS]k^khhrKsK} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__aZbZddf'?'IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//ss[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIwDI wDIHIHImImICICIɲIɲIwIpwIIIII`I``IIIaIaI-IL -II IxIp xIeIt eI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 @  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  SS)=*=44>&?&IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&r r""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00vv`` b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IKIKIDI DIKIKInInIIIWIWIIpIII)I)I`I``I I IaIaI-IL -II I;wIp ;wIGIt GIIIT II?I?II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}Q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1YU  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>)?)IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGIQJQLLN;O;QQS%T%VVXY[[]]_n`nbbdXeXggiBjBlln6o6qqs t vvx y {{}}iiނބSSȇȉ=='' b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IIIqDI qDIHIHImImICICIòIòIwIpwIIIII`I``IIIaIaI-IL -II IxIp xIeIt eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=]  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>!?!IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI!J!LLNOQzQzSSU`V`XXZF[F]]_,`,bbdeggiikjljnnpNqNssu2v2xxz{}}llބކPPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IKIKIDI DIKIKInInIIIWIWIIpIII)I)I`I``I5I5IaIaI-IL -II I#wIp #wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)8*844> ? IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD.?.IIST^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLNDODQQS2T2VVX Y [[]^``bbdsesggiajallnVoVqqs:t:vvxy{{}~ttXXʇʉ<<  b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIKIKIDI DImKImKInInIII?I?IIpIIIIIi`I`i`IɄIɄIaIaI-IT -I I  I5wIx 5wIGI| GI+I\ +I!I!II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z& b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1c  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  QQ)G*G44>/?/IIS#T#^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I  ==11!!   ""$y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDoEoGGIWJWLLN?O?QQS'T'VVXY[[]]_k`kbbd_e_ggiGjGlln/o/qqstvvxxzs{s}}[[ςτCC(( b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIIIkDI kDIHIHImImI=I=IòIòIqIpqIIIII_I`_IgIgIaIaI-IL -II I)wIp )wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1H| b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  JJ)8*844>"?"IIS T ^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``JJ 4 4  }}ggQ Q""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnppqpssuTvTxxz8{8}}rrVVȎȐ:: b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIQIQIDI DImKImKInInIII?I?IIpIIIIIi`I`i`IɄIɄIaIaI-IT -II IwIx wIFI| FII\ IIIQI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\( b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1a  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)=*=44>!?!IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!!  i i""$Y%Y'')A*A,,.)/)11346688:m;m==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbd e g}g}iikalannpEqEssu)v)xxz { }}ccՄՆEE''  b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1oIII5DI|5DIIIIILILIYVI|YVIYIHYIimIimIIPIkIXkIII+IP+IaIaI;I;II$ I=I, =Is I s I)I$ )I3-I 3-IuZI| uZI`IX`I#I#IeIeIIICI\CIIIIII8IxIxI1eI1eIrIrIIlIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P}  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 q/Vv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1OI[$  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dIN [L$m6HZ#l  5 ~ G  ?   b  +t bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ OO)I*I44>9?9IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ? {{kkw w""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJyJyLLNeOeQQSQTQVVX=Y=[[])^)``bceeghjwjwllnoooqqs[t[vvxGyG{{}3~3 mm# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIcIcIEIdEIKIlKI?UI?UIuXIuXI5nI@5nIӮIӮIIII@IGI GIIIIIYI YI(I (I,Id ,I[YI [YI`I `IIH IAIhAIIDICICIIII I I IxIpxIeIteIrITrI7I7II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :Z b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1QI[$  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dIJ]<&o8J\%n  7  I    d  -v bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)*44>0?0IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/911335r6r88:`;`=>@z@zBBDhEhGGIXJXLLNFOFQQS4T4VVX"Y"[[]^``bbdueuggicjcllnXoXqqs>""  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1oIII5DI|5DIIIIILILIYVI|YVIYIHYIcmIcmIIPIkIXkIII+IP+IaIaI5I5II$ I=I, =Is I s I)I$ )I3-I 3-IuZI| uZI`IX`IIISISIIII\III I II8IxIxIeIeIrIrI Il IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oz b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oz b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oz  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 %ELl b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Y2 `  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dY2 d =J oHHvM  $ { R ) ~   r I bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ KK)?*?44>+?+IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7 llXXqq] ]""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoqqssuovoxxzW{W}}??''kk# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIiIiIEIdEIKIlKI?UI?UIuXIuXI;nI@;nIٮIٮIIII@IGI GI I IIIYI YI(I (I,Id ,I[YI [YI{`I {`IۄIH ۄIIhIIDIsIsIIII IIIxIpxI eIt eIrITrIIII$IUI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1V,T  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dV,Xu./hZ!0X,  T (  |  [  P  <|d bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  JJ) * 44>$?$IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``JJ 4 4  }}ggQ Q""$?%?''))*),,./1[1[335E6E88:/;/==?F@FBBD0E0GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnoqrqrssuVvVxxz:{:}}ttXXʎʐ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIkDIdkDIKIlKI?UI?UIuXIuXImI@mI=I=IIII@IGI GIqIqIIIYI YI(I (I,Id ,I[YI [YI`I `I5IH 5IwIhwIIDIIIIIIII I I IxIpxIeIteIrITrICICII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 \I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 \I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 \I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p1g b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1IN[$  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dIK[E$m6HZ#l  5 ~ G     b  +t bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  MM);*;44>)?)IrIrST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__MM ; ;  ))||j j""$X%X'')F*F,,.4/4113"4"6689;;==?u@uBBDcEcGGIQJQLLN;O;QQS%T%VnVnXXZX[X]]_B`BbbdXeXggiBjBlln6o6qqs t vvx y {{}}iiނބSSȇȉ==''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoI]I]IDIdDIKIlKI?UI?UIuXIuXI/nI@/nIͮIͮIIII@IGI GIIIIIYI YI(I (I,Id ,I[YI [YI`I `I IH  IMIhMIIDIIIIIIII IIIxIpxIeIteIrITrI=I=I I$ II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 @` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1I L[$  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dI G[=$m6HZ#l  5 ~ G    b  +t bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  ZZ)F*F44>2?2IIST^^hhrxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66**  "#%%'')t*t,,.`/`113L4L668898;;=$>$@@BCEEGGIrJrLLNZOZQQSBTBVVX*Y*[[]^``bbdnenggiVjVlln@o@qqs(t(vvxy{X{X}}@@((ȇȉ<<$$  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIIIkDIdkDIKIlKI?UI?UIuXIuXImI@mI=I=IIII@IGI GIqIqIIIYI YI(I (I,Id ,I[YI [YI`I `IIH IYIhYIIDIIIIIIII IIIxIpxIeIteIrITrIIII$IOI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 DdLl b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1I[$  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dI[$m?6|9HZ#l  5 ~ G  \   b  +t bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  LL)6*644> ? IfIfST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$rr^ ^""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI$J$LLN O Q}Q}SSU6V6XXZ[]]_`bbdeggiiknlnnnp\q\ssuBvBxxz({(}}ggډڋMM33  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIcIcIEIdEIKIlKI?UI?UIuXIuXI/nI@/nIͮIͮIIII@IGI GIIIIIYI YI(I (I,Id ,I[YI [YI`I `IIH I#Ih#IIDIIIIIIII IIIxIpxIeIteI{rIT{rIIII$ICI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q=  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1I[$  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dI[$xm36o*HZ#l  5 ~ G  ; {   b  +t bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)<*<44>$?$IIST^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$h%h'')P*P,,.8/8113 4 6689;|;|==?d@dBBDLELGGI4J4LLNOQQSSUnVnXXZR[R]]_6`6bbdeggiikplpnnpXqXssu>""  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIqDILqDIKITKIEUIEUI{XI{XImI(mICICIIII(IMIMIwIwIII_I _I(I (I,IL ,IaYI aYI`I `II0 I)IP)II,I?I?II$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TI bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TI bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TI  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t8 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1<x4   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)?*?44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccWW K K  ??33##  ""$q%q'')]*],,.I/I113545668!9!;;= > @@BBDiEiGGIQJQLLN9O9QQS!T!VVX Y [}[}]]_e`ebbdMeMggi5j5llnoqqstvyvyxxza{a}}II11qq b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIWIWIDILDIKITKIKUIKUIXIXI)nI()nIǮIǮIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `I#I0 #IeIPeII,IEIEII$IxIxIeIeIIIII=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b.  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 SsFf b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1C bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@}:   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844> ? IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?L@LBBD2E2GGIJLLNNPqQqSSUWVWXXZ=[=]]_#`#bbd e g|g|iikblbnnpHqHssu.v.xxz{}}mmSSʼnŋ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIqDILqDIKITKIEUIEUI{XI{XImI(mI=I=IIII(IMIMIqIqIII_I _I(I (I,IL ,IaYI aYI`I `II0 I_IP_I#I,#IIII$IxIxIdIdIIIwIwII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UI bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UI bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UI  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Nn b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1| bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1p,h$L  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)7*744>?IIST^s^shhrWsW} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##k k""$S%S'');*;,,.#/#113 4 6688:g;g==?M@MBBD1E1GGIJLLNNPkQkSSUOVOXXZ3[3]]_`bbddfmgmiikQlQnnp5q5ssuvxxzz|o}oSSńņ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI]I]IDILDIKITKIKUIKUIXIXI)nI()nIǮIǮIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `II0 IAIPAI#I,#IIIݢI$ݢIxIxIdIdI_I_I/I/II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 L bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 L bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,L: b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1w4q.P  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  LL)2*244>?IISS]i^ihhrKsK} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ooU U""$;%;'')!*!,,./1z1z335`6`88:F;F==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__aXbXddf:g:iiklnnpprosouuwQxQzz|3}3gg׋׍GG b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIwDILwDIKITKIWUIWUIXIXImI(mIIIIIII)I()I_I_I}I}IIIqI qI(I (I1,IL 1,IsYI sYI`I `II0 I/IP/II,IIII$IxIxI%eI%eIsIsICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 QK  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 QK  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 QK   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w> b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1GU  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  UU)G*G44>9?9IIS%T%^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccUU G G  99++  "#%z%z'')l*l,,.^/^113P4P668B9B;;=4>4@@B&C&EEGHJJLMOOQQSmTmVVX[Y[[[]I^I``b5c5eeghjjl m o|o|qqsbtbvvxHyH{{}.~.llތގPP‘“ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IQIQIDILDIKITKIcUIcUIXIXInI(nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `IGI0 GIIPII,IIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W#  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Llp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1E O@  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  SS)=*=44>(?(IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&r r""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00xxbb b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIwDILwDIKITKIWUIWUIXIXImI(mICICIII)I()I_I_IwIwIIIqI qI(I (I1,IL 1,IsYI sYI`I `I#I0 #IeIPeI/I,/I}I}II$IxIxIeIeIIIIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 PJ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 PJ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 PJ  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1c*q G  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbdXeXggi>j>lln"o"qqstvuvuxxzW{W}}99ooQQ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IQIQIDILDIKITKIiUIiUIXIXI#nI(#nIIIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `I)I0 )IkIPkI/I,/I;I;II$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1['  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Qq< b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Yc   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>#?#IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI#J#LLN O Q|Q|SSUbVbXXZH[H]]_.`.bbdeggiikhlhnnpLqLssu0v0xxz{}}jj܄܆PPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{III}DIL}DIKITKI{UI{UIXIXImI(mIIIIIõIõIMI(MIII}I}IIII I)I )IU,IL U,IYI YI`I `II0 I;IP;II,IIII$IxIxI1eI1eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ia@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ia@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ia@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z$D b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1R$v0 p  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)C*C44>3?3IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$k%k'')[*[,,.K/K113;4;668+9+;;=>@@B C EEGGIsJsLLN_O_QQSKTKVVX7Y7[[]#^#``bceeggiqjqlln]o]qqsItIvvx5y5{{}!~! oo[[ёѓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IKIKIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `ISI0 SIIPII,IkIkII$IxIxI%eI%eI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rry b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1P p 0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>2?2IIS T ^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIZJZLLNHOHQQS6T6VVX$Y$[[]^``bcewewggiejellnNoNqqs2t2vvxy{{}}llނބPP‡‰44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIwDILwDIKITKI{UI{UIXIXImI(mIIIIIõIõIMI(MIII}I}IIII I)I )IU,IL U,IYI YI`I `I)I0 )IkIPkIAI,AI=I=II$IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  J`> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  J`> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  J`>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Hl>  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO);*;44>'?'IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$M%M'')9*9,,.%/%11346688:s;s==?_@_BBDKEKGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//ss[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IKIKIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `IGI0 GIIPI;I,;IIII$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xP b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xP b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xP  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >l b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@`0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  NN)8*844>$?$IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddNN 8 8  ""  kkU U""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIQUIQUIXIXImI(mIOIOIII#I(#IYIYIII!I!IkI kI(I (I+,IL +,ImYI mYI`I `II0 IGIPGII,I[I[II$IxIxI%eI%eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 FI bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 FI bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 FI  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }*J b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1]:  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbd\e\ggiFjFlln0o0qqstvvxy{y{y}}cc؂؄MM‡‰77!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI?I?IDILDIKITKIQUIQUIXIXInI(nIIIII#I(#IYIYIIIIIkI kI(I (I+,IL +,ImYI mYI`I `ISI0 SIIPII,IIII$IxIxI+eI+eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kA   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 rXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1[6  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ^^)J*J44>6?6IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::..""  "#%%'(*x*x,,.d/d113P4P668<9<;;=(>(@@BCEEGHJvJvLLN^O^QQSFTFVVX.Y.[[]^``bbdrerggiZjZllnBoBqqs*t*vvxy{{}}nnVVʇʉ>>&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII}DIL}DIKITKIQUIQUIXIXImI(mIOIOIII#I(#IYIYIII!I!IkI kI(I (I+,IL +,ImYI mYI`I `I/I0 /IqIPqIMI,MIIII$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 EI bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 EI bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 EI  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1tQ. } } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP):*:44>$?$IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI(J(LLNOQQSSUgVgXXZM[M]]_3`3bbdeggiikrlrnnpXqXssu>v>xxz${$}} }}cc։֋II// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIEIEIDILDIKITKIQUIQUIXIXInI(nIIIII#I(#IYIYIIIIIkI kI(I (I+,IL +,ImYI mYI`I `IMI0 MIIPIMI,MIIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mE b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mE b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mE  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  @m b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1lG"};{ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)@*@44>(?(IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$l%l'')T*T,,.>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `I;I0 ;I}IP}II,IIII$IxIxI%eI%eI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @J bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @J bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @J  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0PZz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1aB# ` } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)C*C44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77''  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDmEmGGIUJULLN=O=QQS%T%VVX Y [[]]_i`ibbdQeQggi9j9lln!o!qqs t v}v}xxze{e}}MM55uu b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI9I9IDILDIKITKIWUIWUIXIXI nI( nIIIII)I()I_I_III{I{IqI qI(I (I1,IL 1,IsYI sYI`I `I;I0 ;I}IP}II,IIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`6  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1fL2P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>$?$IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?P@PBBD6E6GGIJLLNOQuQuSSU[V[XXZA[A]]_'`'bbd e ggiikflfnnpLqLssu2v2xxz{}}qqWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `I5I0 5IwIPwIYI,YIEIEII$IxIxIeIeIIIII1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @J bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @J bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @J  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 KkVv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1eF' } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS);*;44>!?!IIST^w^whhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''o o""$W%W'')?*?,,.'/'11346688:k;k==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbddfqgqiikUlUnnp9q9ssuvxxz{}s}sWWɄɆ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI?I?IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIIIqI qI(I (I1,IL 1,IsYI sYI`I `II0 IAIPAIYI,YIuIuII$IxIxIeIeIwIwIGIGII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b:  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 !A b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1~dJ6 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  PP)6*644>?IISS]m^mhhrOsO} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?.@.BBDEGGIIKcLcNNPEQESSU'V'XXZ [ ]z]z__a\b\ddf>g>iik l nnpqssssuuwUxUzz|7}7kkۋۍKK b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIWUIWUIXIXImI(mI[I[III)I()I_I_III-I-IqI qI(I (I1,IL 1,IsYI sYI`I `I;I0 ;I}IP}II,IWIWI+I$+IyIyI=eI=eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @J bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @J bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @J  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ss6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1lXD } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  YY)K*K44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggYY K K  ==//!!  "#%~%~'')p*p,,.b/b113T4T668F9F;;=8>8@@B*C*EEGHJJL M OOQQSqTqVVX_Y_[[]M^M``b9c9eeg#h#jjl m ooqqsftfvvxLyL{{}2~2ppTTƑƓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI3I3IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIuIuIqI qI(I (I1,IL 1,IsYI sYI`I `I5I0 5IwIPwII,IIII$IxIxI+eI+eI%I%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U+  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1qbS@ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  WW)A*A44>,?,IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::** v v""$`%`'')J*J,,.4/411346689;};}==?g@gBBDQEQGGI1?1IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd\e\ggiBjBlln&o&qqstvyvyxxz[{[}}==ssUU b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI9I9IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIuIuIqI qI(I (I1,IL 1,IsYI sYI`I `II0 I5IP5IkI,kI5I5I I$ IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W/  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 3 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1D5& } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  SS)=*=44>'?'IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,xxb b""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiiklllnnpPqPssu4v4xxz{}}nnTTljNj::  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDIDIHI$HImImIsIsIϲI$ϲIIIEIEII$I`I`I/I/IyI yIEI| EICI CIyI yIUeI UeII IyIyI!I} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Qa b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Qa b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Qa b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Aa  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx  hh)X*X44>F?FIIS2T2^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88((  "#%%'')p*p,,.`/`113P4P668@9@;;=0>0@@B C EEGHJJLLNrOrQQS^T^VVXJYJ[[]6^6``b"c"eeghjjllnpopqqs\t\vvxHyH{{}4~4  nn b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIKIKImImIIIuIuIIpIoIoIGIGII_I`I_IIIyIyIEIL EI1I 1I yIp  yICeIt CeI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I} b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  aa)O*O44>=?=IIS+T+^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssaa O O  ==++ ~ ~""$l%l'')Z*Z,,.H/H113646668$9$;;=>@@BCEwEwGGIeJeLLNSOSQQSATAVVX/Y/[[]^``b c eeggipjpllnYoYqqs=t=vvx!y!{{}~ww[[͇͉??## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIHI$HImImIsIsIϲI$ϲIIIEIEII$I`I`I5I5IyI yIEI| EI+I +IyI yI=eI =eI1I 1IIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R_ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  bb)N*N44>8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&t t""$`%`'')L*L,,.8/8113$4$6689;;==?r@rBBD^E^GGIHJHLLN0O0QQSTVVXY[t[t]]_\`\bbdDeDggi,j,llnoqqssupvpxxzX{X}}@@((ll b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIKIKImImIIIuIuIIpIoIoIGIGII_I`I_IIIyIyIEIL EII IxIp xI1eIt 1eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}! b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}! b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}! b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  ]])G*G44>1?1IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss]] G G  11zzd d""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUrVrXXZ\[\]]_F`Fbbd0e0ggijllnoqsqsssuWvWxxz;{;}}uuYYˎː== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIϲIϲIIpI?I?III`I``I#I#IyIyIEIL EI1I 1I yIp  yICeIt CeIgIT gI7I7II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1:Z  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  bb)P*P44>>,,  ""$m%m'')[*[,,.I/I113747668%9%;;=>@@BCExExGGIdJdLLNNONQQS8T8VVX"Y"[[] ^ ``bbdkekggiUjUlln?o?qqs)t)vvxy{{}}rr\\чщFF00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIKIKInInIIIcIcIIpIuIuI5I5IC_I`C_IIIyIyIEIL EI+I +IyIp yI=eIt =eIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R( b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  gg)S*S44>=?=IIS%T%^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssgg [ [  OOCC77++  "#%%' ( **,,.m/m113Y4Y668E9E;;=1>1@@BCEEG H J}J}LLNeOeQQSMTMVVX5Y5[[]^``bceyeyggiajallnIoIqqs1t1vvxy{{}~uu]]чщEE-- b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIgIgIϲIϲIIpI9I9III`I``I5I5IyIyIEIL EII IxIp xI+eIt +eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Kk  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  __)I*I44>1?1IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##q q""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI5J5LLNOQQSTVtVtXXZZ[Z]]_@`@bbd&e&ggi j llnnpeqessuKvKxxz1{1}}ppVVɎɐ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKInInIIIcIcIIpIuIuI5I5IC_I`C_IIIyIyIEIL EII IxIp xI+eIt +eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R* b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  cc)K*K44>1?1IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1sscc S S  CC33##  "#%w%w'')_*_,,.G/G113/4/6689;;==?s@sBBD[E[GGIAJALLN%O%QQS T V{V{XXZ_[_]]_C`Cbbd'e'ggi j l}l}nnpaqassuEvExxz){)}} ccՉՋGG++ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIgIgIղIղIIpI9I9III=_I`=_IIIsIsI?IL ?II IxIp xI1eIt 1eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  dd)P*P44>8?8IIS T ^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tthh \ \  PPDD44   " # %%'')n*n,,.Z/Z113F4F668292;;=>@@BCExExGGI`J`LLNHOHQQS0T0VVXY[[]^`t`tbbd\e\ggiDjDlln,o,qqstvvxxzp{p}}XX̂̄@@%% ~~ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKI nI nIIIiIiIIpI{I{I;I;I`I``IAIAIsIsI?IL ?I I  IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[1 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1\|  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  WW)A*A44>'?'IIS T ^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1llXX D D  00||f f""$P%P''):*:,,.$/$11346688:m;m==?S@SBBD9E9GGIJLLNOQxQxSSU^V^XXZD[D]]_*`*bbdeggiikilinnpOqOssu5v5xxz{}}ttXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIaIaIղIղIIpI3I3III=_I`=_IIIsIsI?IL ?II IxIp xIeIt eIIT III=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  ^^)F*F44>*?*IIST^^hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22 z z""$b%b'')J*J,,.2/211346689;v;v==?Z@ZBBD>E>GGI"J"LLNOQxQxSSU\V\XXZ@[@]]_$`$bbdegzgziik^l^nnpBqBssu&v&xxz { }|}|``҄҆BB$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKI nI nIIIiIiIIpI{I{I;I;I`I``IMIMIsIsI?IL ?II IxIp xI eIt  eI}IT }IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[3 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1g  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  WW)=*=44>?IIST^r^rhhrRsR} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22zz` `""$F%F''),*,,,./11335k6k88:Q;Q==?3@3BBDEGGIIKhLhNNPJQJSSU,V,XXZ[]]__aabaddfCgCiik%l%nnpqsxsxuuwZxZzz|<}<nnދލNN b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIaIaIղIղIIpI3I3III=_I`=_IIImImI9IL 9I+I +IyIp yI=eIt =eIIT IUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1R} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1R} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1R  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  bb)T*T44>D?DIIS0T0^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppbb T T  FF88**  "#%%'(*y*y,,.k/k113]4]668O9O;;=A>A@@B3C3EEG%H%JJLMOOQRTxTxVVXfYf[[]T^T``b@c@eeg*h*jjlmooqqsmtmvvxSyS{{}9~9uuYYˑ˓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIWIWIIpIII)I)I`I``IGIGImImI9IL 9II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d: b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1c  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  XX)B*B44>+?+IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk[[ K K  ;;++ w w""$a%a'')K*K,,.5/51134668 9 ;~;~==?h@hBBDRERGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoq{q{ssucvcxxzK{K}}33yycc b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImI[I[I۲I۲IIpI-I-III=_I`=_IIImImI9IL 9II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1S} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1S} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1S  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  \\)J*J44>6?6IIST^^hispsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn\\ J J  88&& y y""$g%g'')U*U,,.C/C1131416689;;= > @@BBDrErGGI^J^LLNHOHQQS2T2VVXY[[]^`{`{bbdaeaggiGjGlln+o+qqs t v~v~xxz`{`}}BB$$vvXX b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIWIWIIpIII)I)I`I``ISISImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d< b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1r  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  VV)@*@44>(?(IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //{{e e""$O%O'')9*9,,.#/#113 4 6688:l;l==?V@VBBD@E@GGI(J(LLNOQQSSUgVgXXZM[M]]_3`3bbdeggiikmlmnnpQqQssu5v5xxz{}}ooSSƉƋ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImI[I[IղIղIIpI-I-III7_I`7_IIImImI9IL 9I%I %IxIp xI7eIt 7eIIT IaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  \\)L*L44>:?:IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,,   ""$t%t'')d*d,,.T/T113D4D668494;;=$>$@@BCEEGHJzJzLLNfOfQQSRTRVVX>Y>[[]*^*``bceeghjxjxllndodqqsPtPvvx1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNGOGQQS5T5VVX#Y#[[]^``bbdvevggidjdllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIUIUIϲIϲIIpI'I'III7_I`7_IIImImI9IL 9I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)B*B44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..||h h""$T%T'')@*@,,.,/,11346689;z;z==?f@fBBDRERGGI%?%IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggQQ ; ;  %%nnX X""$B%B''),*,,,./11346u6u88:_;_==?I@IBBD3E3GGIJLLNOQ|Q|SSUfVfXXZP[P]]_:`:bbd$e$ggijllnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImIOIOIϲIϲIIpI!I!III7_I`7_IIIgIgI3IL 3II IxIp xI%eIt %eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1O} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1O} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1O  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>0?0IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd_e_ggiIjIlln3o3qqstvvxy{|{|}}ffۂۄPPŇʼn::$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IKIKIDI DIyKIyKInInIIIKIKIIpIIIII`I``I;I;IgIgI3IL 3II IxIp xI%eIt %eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vL b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1a  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  [[)G*G44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77++  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIqJqLLNYOYQQSATAVVX)Y)[[]^``bbdmemggiUjUlln=o=qqs%t%vvx y {{}}ii݂݄QQŇʼn99!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{III}DI }DIHIHImImIOIOIϲIϲIIpI!I!III1_I`1_IIIgIgI3IL 3II IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)=*=44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~dd׉׋JJ00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IKIKIDI DIyKIyKInInIIIKIKIIpIIIII`I``I_I_IgIgI3IL 3II IxIp xI eIt  eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vN b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vN b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vN b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)?*?44>%?%IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpUqUssu9v9xxz{}}ssWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{III}DI }DIHIHImImIIIIIɲIɲI}Ip}IIIII`I``IIIaIaI-IL -II IxIp xIeIt eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)D*D44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88((  "#%v%v'')b*b,,.N/N113:4:668&9&;;=>@@BBDlElGGITJTLLN?IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?G@GBBD-E-GGIJLLNNPlQlSSURVRXXZ8[8]]_`bbdeggiikglgnnpMqMssu3v3xxz{}}rrVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIwDI wDIHIHImImIIIIIɲIɲI}Ip}IIIII`I``IIIaIaI-IL -II IxIp xIeIt eIIT I}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR):*:44>?IIST^x^xhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&n n""$V%V'')>*>,,.&/&11346688:j;j==?N@NBBD2E2GGIJLLNNPlQlSSUPVPXXZ4[4]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IQIQIDI DIKIKInInIIIQIQIIpIII#I#I1_I`1_IIIaIaI-IL -II IxIp xIdIt dIkIT kI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W# b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  KK)1*144>?IISS]n^nhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&nnT T""$:%:'') * ,,./1y1y335_6_88:E;E==?'@'BBD E GzGzIIK\L\NNP>Q>SSU V XXZ[]s]s__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIIIqDI qDIHIHImImICICIòIòIwIpwIIIII_I`_IgIgIaIaI-IL -II IGwIp GwI%GIt %GIyIT yIoIoII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  VV)J*J44>:?:IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddVV H H  ::,,  "#%}%}'')o*o,,.a/a113S4S668E9E;;=7>7@@B)C)EEGHJJL M OOQQSnTnVVX\Y\[[]J^J``b6c6eeg h jjl m ooqqsotovvxUyU{{};~;!!ww[[͓͑ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIQIQIDI DImKImKI#nI#nIII?I?IIpIIIIIc`I`c`IÄIÄIaIaI-IT -I I  I5wIx 5wIGI| GII\ IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^* b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1\  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  LL)@*@44>)?)IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ?  //  k k""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`MbbdAeAggi)j)llnoqqssumvmxxzU{U}}==%%mm b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIIIqDI qDIHIHImImI=I=IòIòIqIpqIIIII_I`_IgIgIaIaI-IL -II I/wIp /wI GIt  GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)B*B44>.?.IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln/o/qqstvvxxzd{d}}FF(( zz\\ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIWIWIDI DImKImKI#nI#nIII?I?IIpIIIIIo`I`o`IτIτIaIaI-IT -II I)wIx )wIGI| GII\ IIIoI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1k  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  JJ)<*<44>$?$IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##ooY Y""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD4?4IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^LL : : qq__{{i i""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGI\J\LLNJOJQQS8T8VVX&Y&[[]^``bceyeyggigjglln\o\qqs@t@vvx$y${{}~zz^^ЇЉBB&&# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIiIiIEIdEIKIlKI?UI?UIuXIuXI;nI@;nIٮIٮIIII@IGI GI I IIIYI YI(I (I,Id ,I[YI [YI`I `IIH I;Ih;IIDIIIII I II IIIxIpxI+eIt+eIrITrIIIUI$UII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1KNa,  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dKa,wB X#Gn9E  O   e 0  ; ?  Q bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)*44>5?5IIS!T!^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$m%m'')]*],,.M/M11346688:w;w=>@@B C EEGGIuJuLLNaOaQQSMTMVVX9Y9[[]%^%``bceeggisjsllnkokqqsWtWvvxCyC{{}/~/}}iiߑߓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1oIII5DI|5DIIIIILILI_VI|_VIYIHYIimIimIIPIqIXqIII1IP1IgIgI;I;II$ ICI, CIy I y I*I$ *I9-I 9-I{ZI| {ZI`IX`III)I)IIII\III I II8IxIxIeIeIrIrIIlIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O| b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O| b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O|  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~>  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1dH L  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1ddH,tX< dF  @ (   >  l  N  0z 8x| bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ HH):*:44>&?&IIST^^hisrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^HH 2 2 x xbbLLeeO O""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ}Q}SSUgVgXXZQ[Q]]_;`;bbd%e%ggijllnoqtqtssuXvXxxz<{<}} vvZZ̎̐>># b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIoIoI EId EIKIlKI?UI?UIuXIuXI;nI@;nIٮIٮIIII@IGI GI I IIIYI YI(I (I,Id ,I[YI [YIc`I c`IÄIH ÄIIhIIDIIIII I II IIIxIpxIeIteIrITrI I II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 e b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ka ,  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dKa,wB X#n9   O D    e B 0  ;  ~ Q bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)*44>)?)IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$O%O'');*;,,.'/'1n1n335Z6Z88:F;F==?a@aBBDMEMGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqqssumvmxxzU{U}}==%% ii  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIqDIdqDIKIlKIEUIEUI{XI{XImI@mICICIIII@IMI MIwIwIII_I _I(I (I,Id ,IaYI aYI`I `I;IH ;I}Ih}IIDIOIOIII I  I I IxIpxIeIteIrITrICICII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 XK bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 XK bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 XK  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 "Bn b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1KFa,  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dKa,wB Xt#1no9,  O   e 0  ;   Q bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  VV)B*B44>.?.ItItST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbVV J J  >>22&&  "#%%'')p*p,,.\/\113H4H668494;;= > @@B C EEGGInJnLLNVOVQQS>T>VVXXZl[l]]_T`TbbdjejggiRjRllnDoDqqs,t,vvxy{{}}ppXẊ̉@@((  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIcIcIEIdEIKIlKIEUIEUI{XI{XI5nI@5nIӮIӮIIII@IMI MIIIII_I _I(I (I,Id ,IaYI aYI`I `IIH I;Ih;IIDIOIOIII I  IIIxIpxIeIteIrITrI=I=I I$ II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q=  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1K=a,  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dKa,wB Xk#(ne9"  O   e 0  ;  Q bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^^hhrxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbd\e\ggiFjFlln2o2qqstvvxy{M{M}}77!!ćĉ99##  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIqDIdqDIKIlKIEUIEUI{XI{XImI@mI=I=IIII@IMI MIqIqIII_I _I(I (I,Id ,IaYI aYI`I `IIH ISIhSIIDIOIOIIII IIIxIpxIeIteIrITrIIII$ICI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 WK bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 WK bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 WK  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 cBb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ka ,  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dKa,wBZ%p< i  R &   c h 3  >  T T bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR):*:44>"?"IeIeST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22"" z z""$f%f'')N*N,,.6/611346689;z;z==?b@bBBDJEJGGI2J2LLNOQQSSU=V=XXZ![!]]_`bbdeggiiknlnnnpZqZssu>v>xxz"{"}}xx\\Ή΋@@$$  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIiIiIEIdEIKIlKIEUIEUI{XI{XI5nI@5nIӮIӮIIII@IMI MIIIII_I _I(I (I,Id ,IaYI aYIo`I o`IτIH τIIhIIDIOIOIII I  IIIxIpxIeIteIrITrIIII$IOI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uA b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uA b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uA  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 j$ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Kaz ,  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dKa,wB X#n9 _  O    Y  e 0  ;  J Q bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)8*844>"?"IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD?IIST^u^uhhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##ooY Y""$C%C'')-*-,,./11346v6v88:`;`==?H@HBBD.E.GGIJLLNNPmQmSSUSVSXXZ9[9]]_`bbdegxgxiik^l^nnpDqDssu*v*xxz{}}ii܄܆OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI]I]IDILDIKITKIKUIKUIXIXI)nI()nIǮIǮIIII(ISISIIIIIeI eI(I (I%,IL %,IgYI gYI`I `I5I0 5IwIPwII,IIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 c.N b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18}B n  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)C*C44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77''  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDmEmGGIUJULLN=O=QQS%T%VVX Y [[]]_i`ibbdQeQggi9j9lln!o!qqs t v}v}xxze{e}}MM55uu b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIIIwDILwDIKITKIKUIKUIXIXImI(mICICIIII(ISISIwIwIIIeI eI(I (I%,IL %,IgYI gYIo`I o`IτI0 τIIPII,IIIݢI$ݢIxIxIdIdI_I_I/I/II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UK bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UK bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UK  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 h  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1v  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1X  T  F  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  JJ)0*044>?IISS]g^ghhrIsI} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%mmS S""$9%9'')*,,./1x1x335^6^88:D;D==?(@(BBD E G{G{IIK]L]NNP?Q?SSU!V!XXZ[]t]t__aVbVddf8g8iiklnnpprmsmuuwOxOzz|1}1eeՋՍEE b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luI]I]IDILDIKITKIQUIQUIXIXI/nI(/nIͮIͮIII#I(#IYIYIIIIIkI kI(I (I+,IL +,ImYI mYI`I `II0 ISIPSI9I,9IgIgII$IxIxIeIeIIIwIwII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j6  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 o;[. b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1L  V  3 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)9*944>?IIST^u^uhhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%m m""$U%U'')=*=,,.%/%113 4 6688:i;i==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbddfogoiikSlSnnp7q7ssuvxxzz|q}qUUDŽdž99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{III}DIL}DIKITKIWUIWUIXIXImI(mIOIOIII)I()I_I_III!I!IqI qI(I (I1,IL 1,IsYI sYI`I `II0 I5IP5II,IIII$IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  MM  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  MM  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  MM   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 > b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18J  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  OO)9*944>$?$IIS T ^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22""n n""$X%X'')B*B,,.,/,11346689;u;u==?_@_BBDIEIGGI4J4LLNOQQSTVxVxXXZ`[`]]_H`Hbbd0e0ggijllnoqtqtssu\v\xxzD{D}},,tt^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IWIWIDILDIKITKIcUIcUIXIXI#nI(#nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `IYI0 YIIPIϽI,ϽIIII$IxIxI+eI+eIsIsICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1['  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1$d bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`0 4t } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  YY)K*K44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggYY K K  ==//!!  "#%~%~'')p*p,,.b/b113T4T668F9F;;=8>8@@B*C*EEGHJJL M OOQQSqTqVVX_Y_[[]M^M``b9c9eeg#h#jjl m ooqqsftfvvxLyL{{}2~2ppTTƑƓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIwDILwDIKITKIWUIWUIXIXImI(mIIIIIII)I()I_I_I}I}IIIqI qI(I (I1,IL 1,IsYI sYI{`I {`IۄI0 ۄIIPI?I,?IIII$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  LL bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  LL bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  LL  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 m * b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\ % n 7 W } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>!?!IIST^x^xhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?M@MBBD7E7GGI!J!LLNOQzQzSSU`V`XXZF[F]]_,`,bbdeggiikflfnnpJqJssu.v.xxz{}}hhڄچNN44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IWIWIDILDIKITKIiUIiUIXIXI)nI()nIǮIǮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `I5I0 5IwIPwI]I,]I9I9II$IxIxIeIeIIIIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t8` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 P p @  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbdZeZggi@j@lln$o$qqstvwvwxxzY{Y}};;qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mIUIUIõIõIMI(MIIIII'I'II I)I )IU,IL U,IYI YI`I `II0 I5IP5IսI,սIII I$ IxIxIeIeI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ic@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ic@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ic@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 < b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1$d bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d8 T } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)>*>44>.?.IIST^^hisrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$[%['')I*I,,.7/7113%4%6689;;=>@x@xBBDfEfGGIVJVLLNDODQQS2T2VVX Y [[]^``bbdsesggiajallnJoJqqs.t.vvxy{{}}hhڂڄLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIKIKIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `IYI0 YIIPII,IuIuII$IxIxI1eI1eIII[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xP b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xP b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xP  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 *J| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1:z bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hC y < } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)G*G44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$o%o'')_*_,,.O/O113?4?668/9/;;=>@@BCEEGGIwJwLLNcOcQQSOTOVVX;Y;[[]'^'``bceeggiujullnaoaqqsMtMvvx9y9{{}%~%ss__ՑՓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII}DIL}DIKITKI{UI{UIXIXImI(mIOIOIõIõIMI(MIIIII!I!II I)I )IU,IL U,IYI YI`I `II0 I/IP/IiI,iIcIcII$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jb> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jb> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jb>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r4 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ` 4  \ ( } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  LL)6*644>"?"IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbLL 6 6      iiS S""$=%='')'*',,./11335p6p88:Z;Z==?D@DBBD.E.GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIQIQIDILDIKITKI]UI]UIXIXI#nI(#nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `IMI0 MIIPII,IIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zT  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zT  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zT   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y"Bo b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T / e  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)=*=44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11uu]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `II0 I5IP5II,IIII$IxIxI+eI+eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 BK bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 BK bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 BK  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 : b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1:z bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hG&  Z } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  ZZ)F*F44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66**  "#%%'')t*t,,.`/`113L4L668898;;=$>$@@BCEEGGIrJrLLNZOZQQSBTBVVX*Y*[[]^``bbdnenggiVjVlln>o>qqs&t&vvxy{{}}jjނބRRƇƉ::"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIEIEIDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIIIqI qI(I (I1,IL 1,IsYI sYI`I `ISI0 SIIPII,IAIAII$IxIxI+eI+eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mE b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mE b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mE  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 (Hu b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@& r  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  UU)C*C44>1?1IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd`e`ggiJjJlln4o4qqstvvxy{}{}}}gg܂܄QQƇƉ;;%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `II0 I;IP;II,I5I5II$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 AM bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 AM bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 AM  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w> b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d C "   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)>*>44>&?&IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$j%j'')R*R,,.:/:113"4"668 9 ;~;~==?f@fBBDNENGGI6J6LLNOQQSSUpVpXXZT[T]]_8`8bbdeggijlrlrnnpVqVssu:v:xxz{}}ttXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIKIKIDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIIIqI qI(I (I1,IL 1,IsYI sYI`I `IMI0 MIIPII,IIII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1oI b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1oI b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1oI  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~,Lp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations16  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 X > $ f } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)<*<44>&?&IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$O%O'')9*9,,.#/#113 4 6688:l;l==?V@VBBD@E@GGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggijltltnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI]UI]UIXIXImI(mI[I[III/I(/IeIeIII-I-IwI wI)I )I7,IL 7,IyYI yYI`I `I;I0 ;I}IP}II,IIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @L bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @L bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @L  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ww8 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1kN 1 b } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844> ? IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?L@LBBD2E2GGIJLLNNPqQqSSUWVWXXZ=[=]]_#`#bbd e g|g|iikblbnnpHqHssu.v.xxz{}}mmSSʼnŋ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI?I?IDILDIKITKIWUIWUIXIXInI(nIIIII)I()I_I_IIIIIqI qI(I (I1,IL 1,IsYI sYI`I `II0 IGIPGI I, IeIeII$IxIxI+eI+eI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b:  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 &F b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1T bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1P8  $ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  [[)G*G44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;++  "#%y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDqEqGGIYJYLLNAOAQQS)T)VVXY[[]]_m`mbbdUeUggi=j=lln%o%qqs t vvxxzi{i}}QQłń99 yy b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI]UI]UIXIXImI(mI[I[III/I(/IeIeIII-I-IwI wI)I )I7,IL 7,IyYI yYI`I `I)I0 )IkIPkII,IIII$IxIxIeIeIwIwIGIGII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @L bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @L bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @L  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |Dd(H b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1%  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  w Z = E } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  NN)4*444>?IISS]k^khhrMsM} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__aZbZddf  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d>  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d>   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1<  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 p X @ ( } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  UU)=*=44>#?#IIST^y^yhhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))q q""$Y%Y'')A*A,,.)/)11346688:m;m==?S@SBBD7E7GGIJLLNNPqQqSSUUVUXXZ9[9]]_`bbdegsgsiikWlWnnp;q;ssuvxxz{}u}uYY˄ˆ== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI]UI]UIXIXImI(mIaIaIII/I(/IeIeIII3I3IwI wI)I )I7,IL 7,IyYI yYI`I `IAI0 AIIPII,IIII$IxIxI+eI+eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @L bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @L bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @L  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Xx6 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1X bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`N< * (h } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  SS)=*=44>(?(IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&r r""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00xxbb b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI9I9IDILDIKITKI]UI]UIXIXI nI( nIIIII/I(/IeIeIII{I{IwI wI)I )I7,IL 7,IyYI yYI`I `II0 IAIPAI#I,#I1I1I1I$1I yI yICeICeIII[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W/  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 < b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1j bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(    } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  ]])O*O44>A?AIIS-T-^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk]] O O  AA33%%  " # %%'')t*t,,.f/f113X4X668J9J;;=<><@@B.C.EEG H JJLMOOQQSuTuVVXcYc[[]Q^Q``b=c=eeg'h'jjlmooqqsjtjvvxPyP{{}6~6ttXXʑʓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI]UI]UIXIXImI(mI[I[III/I(/IeIeIII-I-IwI wI)I )I7,IL 7,IyYI yYI`I `IAI0 AIIPII,I[I[I I$ IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @L bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @L bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @L  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Yy2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1F  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  t b } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>%?%IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikjljnnpNqNssu2v2xxz{}}llބކRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI?I?IDILDIKITKI]UI]UIXIXI nI( nIIIII/I(/IeIeIII{I{IwI wI)I )I7,IL 7,IyYI yYI`I `II0 I_IP_II,IIII$IxIxI+eI+eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y3  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8X b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1]  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1t g Z M] } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>3?3IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbd^e^ggiDjDlln(o(qqs t v{v{xxz]{]}}??!!uuWW b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIII$IImImIyIyIղI$ղIIIKIKII$I`I`I5I5II IKI| KI7I 7IyI yIIeI IeIaI aI1I1II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Me b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Me b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Me b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  ee)S*S44>A?AIIS/T/^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwee S S  AA//   ""$p%p'')^*^,,.L/L113:4:668(9(;;=>@@BCE{E{GGIiJiLLNWOWQQSETEVVX3Y3[[]!^!``bceeggitjtlln]o]qqsAtAvvx%y%{{} ~ {{__чщCC'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIKIKInInIIIuIuIIpIuIuIGIGII_I`I_IIIIIKIL KICI CIyIp yIUeIt UeIIT IyIyI!I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K# b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  dd)T*T44>B?BIIS.T.^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ttdd T T  DD44$$  "#%|%|'')l*l,,.\/\113L4L668<9<;;=,>,@@BCEEG H JJLLNnOnQQSZTZVVXFYF[[]2^2``bceeg h jjllnlolqqsXtXvvxDyD{{}0~0~~jj b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDIDIII$IImImIsIsIղI$ղIIIEIEII$I`I`IAIAII IKI| KI%I %IxI xI7eI 7eII IIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Na b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Na b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Na b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  __)I*I44>3?3IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uu__ I I  33||f f""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI+J+LLNOQQSSUtVtXXZ^[^]]_H`Hbbd2e2ggijllnoququssuYvYxxz={=}}!!ww[[͎͐?? b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKInInIIIuIuIIpIuIuIGIGII_I`I_IIIIIKIL KI+I +IyIp yI=eIt =eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K% b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K% b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K% b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  ``)L*L44>6?6IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$r r""$^%^'')J*J,,.6/6113"4"6689;;==?p@pBBD\E\GGIFJFLLN.O.QQSTVVXXZr[r]]_Z`ZbbdBeBggi*j*llnoqqssunvnxxzV{V}}>>&&jj b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIsIsIϲIϲIIpIEIEIII`I``I/I/IyIyIEIL EI1I 1I yIp  yICeIt CeIgIT gI7I7II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Aa  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  kk)W*W44>A?AIIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwkk _ _  SSGG;;//  "###%%'(**,,.q/q113]4]668I9I;;=5>5@@B!C!EEG H JJLLNiOiQQSQTQVVX9Y9[[]!^!``b c e}e}ggiejellnMoMqqs5t5vvxy{{}~yyaaՇՉII11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKI nI nIIIcIcIIpI{I{I5I5II_I`I_IIIyIyIEIL EI+I +IyIp yI=eIt =eIgIT gI7I7II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T, b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ^^)L*L44>8?8IIS"T"^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp^^ L L  ::(( { {""$i%i'')W*W,,.E/E113343668!9!;;=>@@BBDtEtGGI`J`LLNJOJQQS4T4VVXY[[]^`}`}bbdgegggiQjQlln;o;qqs%t%vvxy{{}}nnXX͇͉BB,, b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIϲIϲIIpI?I?III`I``I;I;IyIyIEIL EII IxIp xI+eIt +eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Pp  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  ee)M*M44>3?3IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55%%  "#%y%y'')a*a,,.I/I1131416689;;=>@u@uBBD]E]GGICJCLLN'O'QQS T V}V}XXZa[a]]_E`Ebbd)e)ggi j llnnpcqcssuGvGxxz+{+}}ee׉׋II-- b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKI nI nIIIcIcIIpI{I{I5I5II_I`I_IIIyIyIEIL EII IxIp xI+eIt +eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T. b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ]])G*G44>/?/IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  o o""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI3J3LLNOQQSSUrVrXXZX[X]]_>`>bbd$e$ggi j l}l}nnpcqcssuIvIxxz/{/}}nnTTǎǐ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImImImIղIղIIpI?I?IIIC_I`C_IIIsIsI?IL ?II IxIp xI%eIt %eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  [[)E*E44>+?+IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    j j""$T%T'')>*>,,.(/(11346688:q;q==?W@WBBD=E=GGI#J#LLN O Q|Q|SSUbVbXXZH[H]]_.`.bbdeggiikmlmnnpSqSssu9v9xxz{}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIcIcIIpIII5I5I`I``ISISIsIsI?IL ?II IxIp xI1eIt 1eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]5 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1i  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ``)L*L44>4?4IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppdd X X  LL@@00  "#%~%~'')j*j,,.V/V113B4B668.9.;;=>@@BCEtEtGGI\J\LLNDODQQS,T,VVXY[[]]_p`pbbdXeXggi@j@lln(o(qqstvvxxzl{l}}TTȂȄ<<!!zz b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIgIgIղIղIIpI9I9IIIC_I`C_IIIsIsI?IL ?II IxIp xI eIt  eI}IT }IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  YY)?*?44>!?!IIST^t^thhrTsT} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    ||b b""$H%H'').*.,,./11335m6m88:S;S==?5@5BBDEGGIIKjLjNNPLQLSSU.V.XXZ[]]__acbcddfEgEiik'l'nnp q szszuuw\x\zz|>}> ppPP b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIcIcIIpIII5I5I`I``IYIYIsIsI?IL ?II IxIp xIeIt eIIT III=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]7 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]7 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]7 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1t  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  \\)D*D44>(?(IIS T ^~^~hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp`` P P  @@00 x x""$`%`'')H*H,,.0/011346689;t;t==?X@XBBD[>]]_"`"bbdegxgxiik\l\nnp@q@ssu$v$xxz{}z}z^^ЄІ@@"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIgIgIղIղIIpI9I9III=_I`=_IIIsIsI?IL ?II IxIp xI+eIt +eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  \\)F*F44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??// { {""$e%e'')O*O,,.9/9113#4#668 9 ;;==?l@lBBDVEVGGI?J?LLN'O'QQSTVVXXZk[k]]_S`Sbbd;e;ggi#j#lln o qqssugvgxxzO{O}}77}}gg b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIEIEIDI DIKIKInInIII]I]IIpIII/I/I`I``ISISIsIsI?IL ?I%I %IxIp xI7eIt 7eIIT IUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f>  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f>  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f>  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1n  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  ^^)P*P44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll^^ P P  BB44&&  " # %%'')u*u,,.g/g113Y4Y668K9K;;==>=@@B/C/EEG!H!JJLMOOQQStTtVVXbYb[[]P^P``b*?*IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11}}g g""$Q%Q'');*;,,.%/%11346688:n;n==?X@XBBDBEBGGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggiikolonnpSqSssu7v7xxz{}}qqUUȉȋ;;!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIEIEIDI DIKIKInInIII]I]IIpIII/I/IaI`aIeIeIsIsI?IL ?II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f@  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f@  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f@  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  ZZ)H*H44>4?4IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1llZZ H H  66$$ w w""$e%e'')S*S,,.A/A113/4/6689;;= > @@BBDpEpGGI\J\LLNFOFQQS0T0VVXY[[]^`y`ybbd_e_ggiEjElln)o)qqs t v|v|xxz^{^}}@@""ttVV b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIaIaIղIղIIpI3I3III=_I`=_IIImImI9IL 9II IxIp xI+eIt +eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  YY)G*G44>5?5IIS#T#^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkYY G G  55##v v""$d%d'')R*R,,.@/@113.4.6689;;= > @@BBDoEoGGI]J]LLNKOKQQS9T9VVX'Y'[[]^``bcezezggihjhllnQoQqqs5t5vvxy{{}}ooSSŇʼn77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIWIWIIpIII)I)I`I``IGIGImImI9IL 9I%I %IxIp xI7eIt 7eIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1oG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1oG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1oG b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1g  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)H*H44>6?6IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$p%p'')`*`,,.P/P113@4@668090;;= > @@BCEEGHJvJvLLNbObQQSNTNVVX:Y:[[]&^&``bceeggitjtlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImI[I[IղIղIIpI-I-III=_I`=_IIImImI9IL 9II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  SS)=*=44>'?'IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiSS = =  ''ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?K@KBBD5E5GGIJLLN O Q~Q~SSUhVhXXZR[R]]_<`*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$R%R'')>*>,,.*/*11346689;x;x==?d@dBBDPEPGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImI[I[IɲIɲIIpI-I-III7_I`7_IIIgIgI3IL 3II IxIp xI%eIt %eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  __)K*K44>5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;//##  "#%%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJuJuLLN]O]QQSETEVVX-Y-[[]^``bbdqeqggiYjYllnAoAqqs)t)vvxy{{}}mmUUɇɉ==%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIQIQIIpIII#I#I`I``I;I;IgIgI3IL 3II IxIp xI%eIt %eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xP b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xP b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xP b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1b  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>,?,IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbd[e[ggiEjElln/o/qqstvvxy{x{x}}bbׂׄLL66  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIUIUIɲIɲIIpI'I'III7_I`7_IIIgIgI3IL 3II IxIp xI eIt  eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)A*A44>'?'IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKInInIIIQIQIIpIII#I#IaI`aIeIeIgIgI3IL 3II IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xR b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xR b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xR b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ);*;44>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpWqWssu=v=xxz#{#}} ||bbՉՋHH.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImIOIOIɲIɲIIpI!I!III`I``IIIgIgI3IL 3II IxIp xIeIt eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations16  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>?IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?K@KBBD1E1GGIJLLNNPpQpSSUVVVXXZ<[<]]_"`"bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnRRĉċ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IQIQIDI DIyKIyKI#nI#nIIIKIKIIpIIIII1_I`1_IIIgIgI3IL 3I I  IxIp xIeIt eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y% b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y% b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y% b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)@*@44>(?(IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44$$  ""$r%r'')^*^,,.J/J113646668"9";;= > @@BBDhEhGGIPJPLLN8O8QQS T VVXY[|[|]]_d`dbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::xx b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{III}DI }DIHIHImImIIIIIɲIɲI}Ip}IIIII`I``I I IgIgI3IL 3II IxIp xIdIt dIeIT eI5I5II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations13S  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  MM)3*344>?IISS]l^lhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((ppV V""$<%<'')"*",,./1{1{335a6a88:G;G==?)@)BBD E G|G|IIK^L^NNP@Q@SSU"V"XXZ[]u]u__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IWIWIDI DIyKIyKI#nI#nIIIKIKIIpIIIII1_I`1_IIIgIgI3IL 3II IxIp xIeIt eIIT I}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[' b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)8*844>?IIST^z^zhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$l l""$T%T'')<*<,,.$/$113 4 6688:h;h==?L@LBBD0E0GGIJLLNNPjQjSSUNVNXXZ2[2]]_`bbdegtgtiikXlXnnp%?%IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##o o""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd=e=ggi%j%lln o qqssuivixxzQ{Q}}99!! ii b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIWIWIDI DIsKIsKI)nI)nIǮIǮIEIEIIpIIIII]`I`]`IIIaIaI-IT -II IGwIx GwI%GI| %GII\ IuIuII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b. b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1W   b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  RR)N*N44>>?>IIS*T*^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``RR D D  66((   ""$%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJL M OOQQSrTrVVX`Y`[[]N^N``b:c:eeg$h$jjlmooqrtstsvvxYyY{{}?~?%% {{__ёѓ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIIIwDI wDIHIHImImICICIIIwIpwIIIII _I` _ImImIaIaI-IL -II I#wIp #wIGIt GIIT IIIoI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL):*:44>"?"IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggijlslsnnpWqWssu;v;xxz{}}uuYỶ̋??%% b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIWIWIDI DIsKIsKI)nI)nIǮIǮIEIEIIpIIIII`I``IIIaIaI-IT -I I  I5wIx 5wIGI| GII\ IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations13  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  NN)D*D44>0?0IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < <  **}}k k""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln1o1qqstvvxxzf{f}}HH** ||^^ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1oIII;DI|;DIIIIILILI_VI|_VIYIHYIomIomI IP IqIXqIII1IP1IgIgIAIAII$ ICI, CIy I y I*I$ *I9-I 9-I{ZI| {ZI`IX`IIIYIYIIIUI\UI3I3I1I1II8IxIxI1eI1eIrIrIyIlyIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |Hh&F b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1HMg4  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dMAzg34Nh5O  i  6   P  ]  7w bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` RR)N*N44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``RR D D qq   ""$%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJLMOOQQStTtVVXbYb[[]P^P``b3?3IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55))  "#%%'')u*u,,.a/a1134668 9 ;;=%>%@@BCEEGGIsJsLLN[O[QQSCTCVVX+Y+[[]^``bbdoeoggiWjWllnKoKqqs3t3vvxy{{}~ww__ӇӉGG//  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1oIII;DI|;DIIIIILILI_VI|_VIYIHYIomIomI IP IqIXqIII1IP1IgIgIAIAII$ ICI, CIy I y I*I$ *I9-I 9-I{ZI| {ZI`IX`III#I#IIII\III!I!II8IxIxIeIeIrIrIIlIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z7$ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1o^ x  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1do^M<l%+` xeR  ?  ,    W   s `O>X bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` NN)D*D44>2?2IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < < pp^^}}k k""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbd]e]ggiCjClln3o3qqstvvxxzh{h}}JJ,,bb# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIuIuIEIdEIKIlKIEUIEUI{XI{XIAnI@AnI߮I߮IIII@IMI MIIIII_I _I(I (I,Id ,IaYI aYI`I `IIH IYIhYIIDIUIUI3I3I1I 1IIIxIpxI eIt eIrITrIIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Nn b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Mh5  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dMg4 INGh5O  i  6   P ~  ]  7w bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)*44>'?'IIS T ^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$k%k'')S*S,,.;/;1~1~335f6f88:N;N==?g@gBBDOEOGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpcqcssuGvGxxz+{+}}ee׉׋II--  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIwDIdwDIKIlKIKUIKUIXIXImI@mIIIIIIII@ISI SI}I}IIIeI eI(I (I%,Id %,IgYI gYI`I `I5IH 5IwIhwIIDI[I[I9I9I7I 7IIIxIpxI+eIt+eIrITrIIIOI$OII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TM bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TM bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TM  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,Lg b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1 KMg4  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d MFg<4Nh5O  i  6   P  ]  7w bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  PP)@*@44>0?0IvIvST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``PP @ @  00   x x""$h%h'')X*X,,.H/H113848668(9(;;=>@@BCEEGGIpJpLLN\O\QQSHTHVVXY[z[z]]_f`fb c eegginjnllndodqqsPtPvvxp{h8`XPH@:4 . ( "   Hz4t bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>?IIST^J^Jhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?K@KBBD1E1GGIJLLNNPpQpSSUVVVXXZ<[<]]_"`"bbd e g}g}iikclcnnpqssuuwrxrz{}}nnTTƉƋ88  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIwDIdwDIKIlKIKUIKUIXIXImI@mICICIIII@ISI SIwIwIIIeI eI(I (I%,Id %,IgYI gYI`I `I IH  IMIhMIIDI[I[I9I9I7I 7IIIxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 SM bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 SM bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 SM  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {:Z& b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Mg4  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dMg4w2Nm(h5O  i  6   P 6 v  ]  7w bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  LL)8*844>$?$IgIgS T ^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$rr^ ^""$J%J'')6*6,,."/"11346688:p;p==?\@\BBDHEHGGI4J4LLNOQQSTVGVGXXZ/[/]]_`bbd0e0ggijllnoq|q|ssudvdxxzL{L}}44xx``  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIiIiIEIdEIKIlKIKUIKUIXIXI;nI@;nIٮIٮIIII@ISI SI I IIIeI eI(I (I%,Id %,IgYI gYI`I `IIH I_Ih_IIDIIIII I  IݢIݢIxIpxIdItdIirITirIeIeI5I$5II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yE b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yE b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yE  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 'GPp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1c~FH  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dcF) uo2oR,5yZ;   }  ^ N  ?  &fh bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  KK)1*144>?IISS];^;hhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&nnT T""$:%:'') * ,,./1y1y335_6_88:E;E==?)@)BBD E G|G|IIK^L^NNP@Q@SSU"V"XXZ[]u]u__a[b[ddf=g=iikln_n_pprAsAuuw#x#zz|6}6jjڋڍJJ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIII}DIL}DIKITKIQUIQUIXIXImI(mIIIIIII#I(#IYIYI}I}IIIkI kI(I (I+,IL +,ImYI mYI`I `IAI0 AIIPII,IEIEII$IxIxIeIeI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TM bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TM bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TM  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2Rj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1A~;   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  NN)<*<44>*?*IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < <  **}}k k""$Y%Y'')G*G,,.5/5113#4#6689;;==?v@vBBDdEdGGIRJRLLN'?'IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%q q""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//wwaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIII}DIL}DIKITKIQUIQUIXIXImI(mIIIIIII#I(#IYIYI}I}IIIkI kI(I (I+,IL +,ImYI mYI`I `I#I0 #IeIPeI)I,)IIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UM bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UM bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UM  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |Oo( b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1x5r/Q  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)7*744>!?!IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikolonnpUqUssu;v;xxz!{!}}zz``ӉӋFF,, b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1luIcIcIEILEIKITKIQUIQUIXIXI5nI(5nIӮIӮIII#I(#IYIYIIIIIkI kI(I (I+,IL +,ImYI mYI`I `I#I0 #IeIPeI/I,/IYIYII$IxIxIeIeIIIII=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n:  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 JjRr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1c*q '  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844>"?"IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?N@NBBD8E8GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggiikglgnnpKqKssu/v/xxz{}}iiۄۆOO‰‹55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIWUIWUIXIXImI(mIOIOIII)I()I_I_III!I!IqI qI(I (I1,IL 1,IsYI sYI`I `I I0  IMIPMII,IIII$IxIxIeIeI%I%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IO  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IO  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IO   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8X b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1DLP  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)@*@44>*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44$$  ""$r%r'')^*^,,.J/J113646668"9";;=>@@BBDjEjGGIRJRLLN:O:QQS"T"VVX Y [~[~]]_f`fbbdNeNggi6j6llnoqqstvzvzxxzb{b}}JJ22rr b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IWIWIDILDIKITKIiUIiUIXIXI)nI()nIǮIǮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `I_I0 _IIPII,III I$ IxIxIeIeI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x @ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1R$v P  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIYJYLLNGOGQQS5T5VVX#Y#[[]^``bbdvevggidjdllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{III}DIL}DIKITKIWUIWUIXIXImI(mIOIOIII)I()I_I_III!I!IqI qI(I (I1,IL 1,IsYI sYI{`I {`IۄI0 ۄIIPI/I,/IMIMII$IxIxIeIeIII}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 HN bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 HN bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 HN  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 } * b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T\   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)8*844>?IIST^t^thhrXsX} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$l l""$T%T'')<*<,,.$/$113 4 6688:h;h==?N@NBBD2E2GGIJLLNNPlQlSSUPVPXXZ4[4]]_`bbddfngniikRlRnnp6q6ssuvxxzz|p}pTTƄƆ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I]I]IDILDIKITKIiUIiUIXIXI/nI(/nIͮIͮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `IGI0 GIIPI;I,;IIII$IxIxI eI eIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 oTt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Hl>  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  MM)7*744>#?#IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccMM 7 7  !!  jjT T""$>%>'')(*(,,./11335q6q88:[;[==?E@EBBD/E/GGIJLLNOQzQzSSUdVdXXZN[N]]_8`8bbd"e"ggi j llnnpeqessuIvIxxz-{-}}ggىًKK// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mIUIUIõIõIMI(MIIIII'I'II I)I )IU,IL U,IYI YI`I `II0 IYIPYII,I}I}II$IxIxI1eI1eIyIyIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ie@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ie@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ie@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Om @  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  VV)H*H44>:?:IIS&T&^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddVV H H  ::,,  "#%{%{'')m*m,,._/_113Q4Q668C9C;;=5>5@@B'C'EEGHJJL M OOQQSnTnVVX\Y\[[]J^J``b6c6eeg h jjl m o}o}qqsctcvvxIyI{{}/~/mmߌߎQQÑÓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIQIQIDILDIKITKI]UI]UIXIXI#nI(#nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `IYI0 YIIPII,I=I=II$IxIxI+eI+eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zT  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zT  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zT   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {&F b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1]:  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  ]])I*I44>5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii]] Q Q  EE99--!!  "#%%'(*w*w,,.c/c113O4O668;9;;;='>'@@BCEEGGIuJuLLN]O]QQSETEVVX-Y-[[]^``bbdqeqggiYjYllnAoAqqs)t)vvxy{{}}mmUUɇɉ==%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mIUIUIõIõIMI(MIIIII'I'II I)I )IU,IL U,IYI YI`I `II0 I#IP#IAI,AI I II$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jd> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jd> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jd>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~ , b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1< Z)  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln#o#qqstvvvvxxzX{X}}::ppRR b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIWIWIDILDIKITKIcUIcUIXIXI)nI()nIǮIǮIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `IMI0 MIIPIMI,MIIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|X$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|X$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|X$  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 rVv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1tQ. _ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)?*?44>'?'IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI]UI]UIXIXImI(mI[I[III/I(/IeIeIII-I-IwI wI)I )I7,IL 7,IyYI yYI`I `II0 I_IP_II,I1I1I%I$%IxIxI7eI7eIII[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @N bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @N bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @N  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Z4  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)D*D44>4?4IIS T ^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$l%l'')\*\,,.L/L113<4<668,9,;;=>@@B C EEGGItJtLLN`O`QQSLTLVVX8Y8[[]$^$``bceeggirjrlln^o^qqsJtJvvx6y6{{}"~"pp\\ґғ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIKIKIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `II0 IGIPGII,IIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1oI b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1oI b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1oI  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~,L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hP8p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?O@OBBD5E5GGIJLLNOQtQtSSUZVZXXZ@[@]]_&`&bbd e ggiikelennpKqKssu1v1xxz{}}ppVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI]UI]UIXIXImI(mI[I[III/I(/IeIeIII-I-IwI wI)I )I7,IL 7,IyYI yYI`I `II0 I)IP)IMI,MIII I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @N bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @N bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @N  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 . b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hBvJ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)<*<44>(?(IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$N%N''):*:,,.&/&11346688:t;t==?`@`BBDLELGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00tt\\ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIQIQIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `I5I0 5IwIPwIYI,YIIII$IxIxIeIeIqIqIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qM b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qM b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qM  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Xx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 pXX } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  OO)5*544>?IISS]l^lhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **rrX X""$>%>'')$*$,,. / 1}1}335c6c88:I;I==?-@-BBDEGGIIKbLbNNPDQDSSU&V&XXZ[]y]y__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI]UI]UIXIXImI(mIaIaIII/I(/IeIeIII3I3IwI wI)I )I7,IL 7,IyYI yYI`I `I)I0 )IkIPkII,IIII$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @N bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @N bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @N  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Jj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1A bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1fK0a } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbd]e]ggiGjGlln1o1qqstvvxy{z{z}}ddقلNNÇÉ88"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIEIEIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `II0 ISIPSII,IIII$IxIxI+eI+eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d>  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d>  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d>   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1jT> } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  VV)@*@44>+?+IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99)) u u""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoq{q{ssucvcxxzK{K}}33{{ee b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI]UI]UIXIXImI(mIaIaIII/I(/IeIeIII3I3IwI wI)I )I7,IL 7,IyYI yYI`I `II0 I5IP5I_I,_IIII$IxIxIeIeIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @N bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @N bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @N  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 1 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1z_DF } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ);*;44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~dd׉׋JJ00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIKIKIDILDIKITKI]UI]UIXIXInI(nIIIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `I;I0 ;I}IP}I_I,_IIII$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fB  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Zz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(|f:z } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>&?&IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD.?.IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88((  "#%v%v'')b*b,,.N/N113:4:668&9&;;=>@@BBDnEnGGIVJVLLN>O>QQS&T&VVXY[[]]_j`jbbdReRggi:j:lln"o"qqs t v~v~xxzf{f}}NN‚„66vv b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI?I?IDILDIKITKIcUIcUIXIXI nI( nIIIII5I(5IkIkIII{I{I}I }I)I )I=,IL =,IYI YI`I `I I0  IMIPMII,III%I$%IxIxI7eI7eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y3  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |(H b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1uj_@ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>5?5IIS#T#^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGI]J]LLNKOKQQS9T9VVX'Y'[[]^``bcezezggihjhllnQoQqqs5t5vvxy{{}}ooSSŇʼn77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIcUIcUIXIXImI(mIaIaIII5I(5IkIkIII3I3I}I }I)I )I=,IL =,IYI YI`I `IGI0 GIIPIkI,kIGIGII$IxIxIeIeIIIII7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @N bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @N bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @N  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~5 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)<*<44>"?"IIST^x^xhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((p p""$X%X'')@*@,,.(/(11346688:l;l==?R@RBBD6E6GGIJLLNNPpQpSSUTVTXXZ8[8]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI?I?IDILDIKITKIcUIcUIXIXInI(nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `I5I0 5IwIPwIqI,qI}I}II$IxIxI%eI%eIIIIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[7 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[7 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[7  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1TI>35 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  QQ);*;44>'?'IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggQQ ; ;  %%nnX X""$B%B''),*,,,./11346u6u88:_;_==?I@IBBD3E3GGIJLLN O Q~Q~SSUhVhXXZR[R]]_<`M?MIIS9T9^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1yykk ] ]  OOAA33%%  "#%%' ( **,,.t/t113f4f668X9X;;=J>J@@B@?@IIS(T(^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvjj ^ ^  RRFF::..  ""#"%%'(**,,.p/p113\4\668H9H;;=4>4@@B C EEG H JJLLNhOhQQSPTPVVX8Y8[[] ^ ``bce|e|ggidjdllnLoLqqs4t4vvxy{{}~xx``ԇԉHH00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIII$IImImIyIyIղI$ղIIIKIKII$I`I`IGIGII IKI| KI+I +IyI yI=eI =eI+I +IIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Jd b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Jd b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Jd b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Vv  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  ee)S*S44>???IIS'T'^^h i sysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwee S S  AA//   ""$p%p'')^*^,,.L/L113:4:668(9(;;=>@@BCE{E{GGIgJgLLNQOQQQS;T;VVX%Y%[[]^``bbdjejggiPjPlln4o4qqstvvxxzi{i}}KK--aa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DIKIKI nI nIIIuIuIIpI{I{IGIGIO_I`O_IIIIIKIL KII IxIp xI1eIt 1eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M) b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  ff)N*N44>4?4IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvff V V  FF66&&  "#%z%z'')b*b,,.J/J1132426689;;=>@v@vBBD^E^GGIDJDLLN(O(QQS T V~V~XXZb[b]]_F`Fbbd*e*ggijllnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIyIyIϲIϲIIpIKIKIII`I``I5I5IyIyIEIL EI=I =IyIp yIOeIt OeIIT IsIsII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  ee)U*U44>C?CIIS/T/^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55%%  "#%}%}'')m*m,,.]/]113M4M668=9=;;=->-@@BCEEG H JJLLNoOoQQS[T[VVXGYG[[]3^3``bceeg h jjllnmomqqsYtYvvxEyE{{}1~1 kk b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIcIcIIpIII5I5I`I``I_I_IyIyIEIL EII IxIp xI%eIt %eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V0 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  ZZ)D*D44>*?*IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo[[ G G  33  i i""$S%S'')=*=,,.'/'11346688:p;p==?V@VBBD5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##q q""$]%]'')I*I,,.5/5113!4!668 9 ;;==?o@oBBD[E[GGIEJELLN-O-QQSTVVXXZq[q]]_Y`YbbdAeAggi)j)llnoqqssumvmxxzU{U}}==%% ii b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIcIcIIpIII5I5I`I``I_I_IyIyIEIL EII IxIp xIeIt eIIT ISISII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V2 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1t  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ZZ)@*@44>"?"IIST^u^uhhrUsU} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  }}c c""$I%I'')/*/,,./11335n6n88:T;T==?6@6BBDEGGIIKkLkNNPMQMSSU/V/XXZ[]]__adbdddfFgFiik(l(nnp q s{s{uuw]x]zz|?}?!!qqQQ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIsIsIղIղIIpIEIEIII`I``I)I)IsIsI?IL ?I+I +IyIp yI=eIt =eIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Cc  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  __)M*M44>9?9IIS#T#^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq__ M M  ;;)) | |""$j%j'')X*X,,.F/F113444668"9";;=>@@BBDuEuGGIaJaLLNKOKQQS5T5VVXY[[] ^ `~`~bbdhehggiRjRlln.?.IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn^^ N N  >>.. z z""$d%d'')N*N,,.8/8113"4"668 9 ;;==?k@kBBDUEUGGI>J>LLN&O&QQSTVVXXZj[j]]_R`Rbbd:e:ggi"j"lln o q~q~ssufvfxxzN{N}}66||ff b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImImImIղIղIIpI?I?III`I``IAIAIsIsI?IL ?II IxIp xI+eIt +eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Vv  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  \\)F*F44>.?.IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    n n""$Y%Y'')C*C,,.-/-11346689;v;v==?`@`BBDJEJGGI2J2LLNOQQSSUqVqXXZW[W]]_=`=bbd#e#ggi j l|l|nnpbqbssuHvHxxz.{.}}mmSSƎƐ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIEIEIDI DIKIKInInIII]I]IIpIII/I/I aI` aIkIkIsIsI?IL ?I I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_; b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_; b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_; b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  YY)C*C44>+?+IIST^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22  ~~h h""$R%R'')<*<,,.&/&11346688:o;o==?Y@YBBDCECGGI+J+LLNOQQSSUjVjXXZP[P]]_6`6bbdeggiikplpnnpTqTssu8v8xxz{}}rrVVɉɋ<<"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIgIgIϲIϲIIpI9I9IIIC_I`C_IIIsIsI?IL ?II IxIp xI1eIt 1eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  aa)M*M44>5?5IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqee Y Y  MMAA11  " # %%'')k*k,,.W/W113C4C668/9/;;=>@@BCEuEuGGI]J]LLNEOEQQS-T-VVXY[[]]_q`qbbdYeYggiAjAlln)o)qqstvvxxzm{m}}UUɂɄ==""{{ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIII]I]IIpIII/I/I`I``ISISIsIsI?IL ?II IxIp xI1eIt 1eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hB b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1o  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  XX)F*F44>4?4IIS"T"^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjXX F F  44""u u""$c%c'')Q*Q,,.?/?113-4-6689;;= > @@BBDnEnGGI\J\LLNJOJQQS8T8VVX&Y&[[]^``bceyeyggigjgllnPoPqqs4t4vvxy{{}}nnRRćĉ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIgIgIղIղIIpI9I9IIIC_I`C_IIIsIsI?IL ?II IxIp xIeIt eIIT III7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  [[)C*C44>'?'IIS T ^}^}hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??// w w""$_%_'')G*G,,.///11346688:s;s==?W@WBBD;E;GGIJLLNOQuQuSSUYVYXXZ=[=]]_!`!bbdegwgwiik[l[nnp?q?ssu#v#xxz{}y}y]]τφ??!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIII]I]IIpIII/I/I aI` aIkIkIsIsI?IL ?I I  IxIp xIeIt eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hD b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  TT)>*>44>(?(IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjTT > >  ((qq[ [""$E%E'')/*/,,./11346x6x88:b;b==?L@LBBD6E6GGI J LLN O QQSSUiViXXZS[S]]_=`=bbd'e'ggijllnnpjqjssuNvNxxz2{2}}llމދPPސ44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIaIaIղIղIIpI3I3III=_I`=_IIImImI9IL 9I%I %IxIp xI7eIt 7eIIT IOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  __)Q*Q44>A?AIIS-T-^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm__ Q Q  CC55''  " # %%'')v*v,,.h/h113Z4Z668L9L;;=>>>@@B0C0EEG"H"JJLMOOQQSuTuVVXcYc[[]Q^Q``b=c=eeg'h'jjlmooqqsjtjvvxPyP{{}6~6rrVVȑȓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIQIQIIpIII#I#I`I``IGIGImImI9IL 9II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qK b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qK b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qK b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1h  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ^^)J*J44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::..""  "#%%'(*x*x,,.d/d113P4P668<9<;;=(>(@@BCEEGHJtJtLLN\O\QQSDTDVVX,Y,[[]^``bbdpepggiXjXlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIaIaIղIղIIpI3I3III=_I`=_IIImImI9IL 9I I  IxIp xIeIt eI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  YY)G*G44>3?3IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkYY G G  55##v v""$d%d'')R*R,,.@/@113.4.6689;;= > @@BBDoEoGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbd^e^ggiDjDlln(o(qqs t v{v{xxz]{]}}??!!ssUU b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKInInIIIQIQIIpIII#I#I aI` aIkIkImImI9IL 9II IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qM b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qM b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qM b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)B*B44>(?(IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**   ""$n%n'')V*V,,.>/>113&4&6689;;==?j@jBBDRERGGI8J8LLNOQQSTVrVrXXZV[V]]_:`:bbdeggijltltnnpXqXssu>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImI[I[IɲIɲIIpI-I-III7_I`7_IIIgIgI3IL 3I%I %IxIp xI7eIt 7eIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1G} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1G} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1G  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)I*I44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJwJwLLNcOcQQSOTOVVX;Y;[[]'^'``bceeggiujullnaoaqqsMtMvvx9y9{{}%~%ss__ՑՓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKI#nI#nIIIQIQIIpIII#I#I7_I`7_IIIgIgI3IL 3II IxIp xI eIt  eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zT  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zT  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zT  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844>?IIST^w^whhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?J@JBBD0E0GGIJLLNNPoQoSSUUVUXXZ;[;]]_!`!bbdegzgziik`l`nnpFqFssu,v,xxz{}}kkބކOO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImI[I[IɲIɲIIpI-I-III7_I`7_IIIgIgI3IL 3I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1H} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1H} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1H  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)?*?44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11uu]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI#nI#nIIIQIQIIpIII#I#I7_I`7_IIIgIgI3IL 3II IxIp xIdIt dIkIT kI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zV" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zV" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zV" b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  NN)4*444>?IISS]i^ihhrIsI} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__aXbXddf:g:iiklnnpprosouuwQxQzz|3}3eeՋՍEE b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImIUIUIɲIɲIIpI'I'III7_I`7_IIIgIgI3IL 3II IxIp xI%eIt %eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>-?-IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbd\e\ggiFjFlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IWIWIDI DIyKIyKI)nI)nIǮIǮIKIKIIpIIIII7_I`7_IIIgIgI3IL 3II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]) b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  OO)9*944>"?"IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22""n n""$X%X'')B*B,,.,/,11346689;u;u==?_@_BBDIEIGGI2J2LLNOQQSTVvVvXXZ^[^]]_F`Fbbd8e8ggi j llnoq|q|ssudvdxxzL{L}}44zzdd b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImIOIOIɲIɲIIpI!I!III7_I`7_IIIgIgI3IL 3II IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP):*:44>"?"IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI&J&LLN O QQSSUeVeXXZK[K]]_1`1bbdeggiikplpnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IWIWIDI DIsKIsKI)nI)nIǮIǮIEIEIIpIIIII7_I`7_IIIgIgI3IL 3II IxIp xI eIt  eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_+ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>?IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?M@MBBD7E7GGIJLLNOQxQxSSU^V^XXZD[D]]_*`*bbdeggiiklllnnpPqPssu4v4xxz{}}nnRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LuIII}DI }DIHIHImImIOIOIIIIpI!I!III _I` _ImImIaIaI-IL -I I  I5wIp 5wIGIt GI+IT +I!I!II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1D} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1D} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1D  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)C*C44>+?+IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55%%  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDkEkGGISJSLLN;O;QQS#T#VVX Y [[]]_g`gbbd[e[ggiCjClln+o+qqstvvxxzo{o}}WW˂˄??$$ }} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuI]I]IDI DIsKIsKI/nI/nIͮIͮIEIEIIpIIIIIc`I`c`IÄIÄIaIaI-IT -II IAwIx AwIGI| GICI\ CI9I9II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1[  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  LL)D*D44>2?2IIS T ^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^LL : :  (({{i i""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNHOHQQS6T6VVX$Y$[[]^``bcewewggiejellnZoZqqs>t>vvx"y"{{}~xx\\·Ή@@$$ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuIII}DI }DIHIHImImIIIIIII}Ip}IIIII _I` _ImImIaIaI-IL -II I#wIp #wIGIt GIIT IIIQI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1E} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1E} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1E  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO);*;44>?IIST^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##k k""$W%W'')?*?,,.'/'11346688:k;k==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbd e g{g{iik_l_nnpCqCssu'v'xxz { }}}}aaӄӆCC%% b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LuI]I]IDI DIsKIsKI/nI/nIͮIͮIEIEIIpIIIII`I``IIIaIaI-IT -II I/wIx /wI GI|  GII\ IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1G  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  HH):*:44>$?$IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^HH 2 2  {{eeO O""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnoqrqrssuVvVxxz:{:}}ttXXʎʐ<< b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1oIIIADI|ADIIIIILILIeVI|eVIYIHYIomIomI IP IwIXwIII7IP7ImImIAIAII$ III, II I  I *I$  *I?-I ?-IZI| ZI`IX`IIISISIIIgI\gIIIII I8 IxIxIeIeIrIrIIlIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 aBb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Q"8uH  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dQ"sDf7R [D.} T '  z  M  q B(h bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ LL)@*@44>+?+IIST^^his}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ? uuee  k k""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI;J;LLN#O#QQS T VVXXZg[g]]_O`ObbdCeCggi+j+llnoqqssuovoxxzW{W}}??''qq# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoIuIuIEIdEIKIlKIKUIKUIXIXIAnI@AnI߮I߮IIII@ISI SIIIIIeI eI(I (I%,Id %,IgYI gYI`I `I IH  IMIhMIIDI[I[I]I]I[I [IIIxIpxI%eIt%eIrITrIIIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Om:z<  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dOm< Z)xGce24    R .  ! p ?   ]- bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)*44>.?.IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/91~1~335l6l88:Z;Z=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbd]e]ggiGjGlln=o=qqs't'vvxy{{}}ppZZχωDD..  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1oIII;DI|;DIIIIILILIeVI|eVIYIHYIomIomI IP IwIXwIII7IP7ImImIAIAII$ III, II I  I *I$  *I?-I ?-IZI| ZI`IX`III5I5IGIGII\III"I"II8IxIxI eI eIrIrIIlIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0(H b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1z4t,q   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dztnhb\VPH6 @ o 8 ( 0 c (   G  J|4t bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ JJ)<*<44>&?&IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7 z zffRRooY Y""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD%?%IIS T ^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$N%N'')8*8,,."/"1d1d335N6N88:8;8==?U@UBBD?E?GGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpeqessuKvKxxz1{1}}ppVVɎɐ<<& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 ' bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII}DId}DIKIlKIQUIQUIXIXImI@mIIIIIII#I@#IYI YI}I}IIIkI kI(I (I+,Id +,ImYI mYI`I `I/IH /IqIhqIIDIaIaIcIcIaI aI I IxIpxIeIteIrITrI7I7II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 PO bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 PO bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 PO  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1O?m<  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dOm< Z)xaGWe4   R  ! p ?   ], bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  MM);*;44>+?+IpIpST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__MM ; ;  ))||j j""$X%X'')F*F,,.4/4113"4"6689;;==?u@uBBDcEcGGISJSLLNAOAQQS/T/VtVtXXZb[b]]_P`Pbbdpepggi^j^llnQoQqqs5t5vvxy{{}}ooSSŇʼn77  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIoIoI EId EIKIlKIQUIQUIXIXI;nI@;nIٮIٮIII#I@#IYI YI I IIIkI kI(I (I+,Id +,ImYI mYI`I `I5IH 5IwIhwI#ID#IIIII!I !IIIxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yE b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yE b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yE  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 aJj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1mZ*j x  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dmZG4!{whDWF ^  5  $     q 9`M:X bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)B*B44>,?,IIST^X^Xhhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66&&  ""$t%t'')`*`,,.L/L113848668$9$;;=>@@BBDlElGGITJTLLN?IaIaS T ^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__II 3 3  ||ffP P""$:%:'')$*$,,./11335m6m88:W;W==?A@ABBD+E+GGIJLLNOQvQvSSU-V-XXZ[]]_`bbdeggijl}l}nnpiqissuMvMxxz1{1}}kk݉݋OO33  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIoIoI EId EIKIlKIQUIQUIXIXIAnI@AnI߮I߮III#I@#IYI YIIIIIkI kI(I (I+,Id +,ImYI mYI`I `IIH IGIhGIIDIIIIII IIIxIpxIeIteI{rIT{rIIIwI$wII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}I b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}I b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}I  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1X0 \  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dX0`8h@lB   + n x D E    p  `6 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)8*844>?IIST^E^Ehhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$l l""$T%T'')<*<,,.$/$113 4 6688:h;h==?N@NBBD2E2GGIJLLNNPlQlSSUPVPXXZ4[4]]_`bbdegrgriikVlVnnpqsysyuuw]x]z{}t}tXXʄʆ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIQUIQUIXIXImI(mIOIOIII#I(#IYIYIII!I!IkI kI(I (I+,IL +,ImYI mYI`I `IGI0 GIIPII,IAIAII$IxIxIeIeICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TO bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TO bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TO  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k&o b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1< bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1j'd!  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  WW)C*C44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccWW K K  ??33''  "#%%'')q*q,,.]/]113I4I668595;;=!>!@@B C EEGGIoJoLLNWOWQQS?T?VVX'Y'[[]^``bbdkekggiSjSlln;o;qqs#t#vvx y {{}}ggۂۄOOÇÉ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IcIcIEILEIKITKIWUIWUIXIXI5nI(5nIӮIӮIII)I()I_I_IIIIIqI qI(I (I1,IL 1,IsYI sYI`I `ISI0 SIIPIýI,ýI=I=II$IxIxI+eI+eIsIsICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n:  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1X bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Z%p;  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  XX)J*J44>7@@B)C)EEGHJJL M OOQQSpTpVVX^Y^[[]L^L``b8c8eeg"h"jjl m ooqqsetevvxKyK{{}1~1ooSSőœ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{III}DIL}DIKITKIQUIQUIXIXImI(mIOIOIII#I(#IYIYIII!I!IkI kI(I (I+,IL +,ImYI mYI`I `I)I0 )IkIPkI!I,!IIII$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UO bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UO bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UO  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1y  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1^  X  I  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS);*;44>#?#IIST^y^yhhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$g%g'')O*O,,.7/711346689;{;{==?c@cBBDKEKGGI3J3LLNOQQSSUmVmXXZQ[Q]]_5`5bbdeggiikolonnpSqSssu7v7xxz{}}qqUUljNj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IiIiIEILEIKITKIWUIWUIXIXI;nI(;nIٮIٮIII)I()I_I_I I IIIqI qI(I (I1,IL 1,IsYI sYI`I `I/I0 /IqIPqIKI,KIIII$IxIxIeIeIIIIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r>  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Yy0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  Q  g S } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln#o#qqstvvvvxxzX{X}}::ppRR b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `II0 I)IP)II,IIII$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 EQ  bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 EQ  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 EQ   bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r2 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1H bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 f,rX  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  KK)5*544>?IIST^v^vhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?I@IBBD/E/GGIJLLNNPnQnSSUTVTXXZ:[:]]_ ` bbdegygyiik_l_nnpEqEssu+v+xxz{}}jj݄݆PP‰‹44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I]I]IDILDIKITKIiUIiUIXIXI/nI(/nIͮIͮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `I_I0 _IIPI۽I,۽IIII$IxIxI1eI1eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1,l bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations10X, | } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)F*F44>6?6IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$n%n'')^*^,,.N/N113>4>668.9.;;=>@@BCEEGGIvJvLLNbObQQSNTNVVX:Y:[[]&^&``bceeggitjtlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `II0 ISIPSI9I,9IUIUII$IxIxIdIdIeIeI5I5II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 DP bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 DP bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 DP  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :Z b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18 ~ D  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  KK)1*144>?IISS]h^hhhrJsJ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&nnT T""$:%:'') * ,,./1y1y335_6_88:E;E==?)@)BBD E G|G|IIK^L^NNP@Q@SSU"V"XXZ[]u]u__aWbWddf9g9iiklnnpprnsnuuwPxPzz|2}2ff֋֍FF b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IcIcIEILEIKITKIiUIiUIXIXI5nI(5nIӮIӮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `IMI0 MIIPIoI,oIIII$IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .Nv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 T ( | P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)<*<44>(?(IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$N%N''):*:,,.&/&11346688:t;t==?`@`BBDLELGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00tt\\ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mI[I[IõIõIMI(MIIIII-I-II I)I )IU,IL U,IYI YI`I `II0 I5IP5IϽI,ϽIIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ig@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ig@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ig@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u: b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xIk ^ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  PP):*:44>%?%IIS T ^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##o o""$Y%Y'')C*C,,.-/-11346689;v;v==?`@`BBDJEJGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd1e1ggijllnoququssu]v]xxzE{E}}--uu__ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIWIWIDILDIKITKI]UI]UIXIXI)nI()nIǮIǮIII/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `I_I0 _IIPII,IIII$IxIxI+eI+eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|X$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|X$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|X$  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1gF % B } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>0?0IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd_e_ggiIjIlln3o3qqstvvxy{|{|}}ffۂۄPPŇʼn::$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mI[I[IõIõIMI(MIIIII-I-II I)I )IU,IL U,IYI YI`I `II0 IYIPYI]I,]I-I-II$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jf> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jf> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jf>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 @` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 < ^ /  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844>"?"IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?N@NBBD8E8GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggiikglgnnpKqKssu/v/xxz{}}iiۄۆOO‰‹55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI]I]IDILDIKITKIcUIcUIXIXI)nI()nIǮIǮIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `ISI0 SIIPII,I_I_II$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~\( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~\( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~\(  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,Lu b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1!  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  c B ! ! } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ);*;44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~dd׉׋JJ00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIcUIcUIXIXImI(mIaIaIII5I(5IkIkIII3I3I}I }I)I )I=,IL =,IYI YI`I `II0 IAIPAII,IcIcII$IxIxI%eI%eICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @P bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @P bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @P  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z$D b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations14t bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1P, d $ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>/?/IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIWJWLLNEOEQQS3T3VVX!Y![[]^``bbdtetggibjbllnKoKqqs/t/vvxy{{}}iiۂۄMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIQIQIDILDIKITKIcUIcUIXIXI#nI(#nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `I5I0 5IwIPwI I, IIII$IxIxI+eI+eI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qM b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qM b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1qM  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Vv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1X bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`J4  H } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)F*F44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::**  "#%x%x'')d*d,,.P/P113<4<668(9(;;=>@@BBDpEpGGIXJXLLN@O@QQS(T(VVXY[[]]_l`lbbdTeTggi#?#IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccMM 7 7  !!  jjT T""$>%>'')(*(,,./11335q6q88:[;[==?E@EBBD/E/GGIJLLNOQzQzSSUdVdXXZN[N]]_8`8bbd"e"ggi j llnnpeqessuIvIxxz-{-}}ggىًKK// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIWIWIDILDIKITKIcUIcUIXIXI#nI(#nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `II0 IGIPGII,I1I1II$IxIxIeIeIIIII1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sQ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sQ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sQ  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 *J b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 r \ F } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)<*<44>"?"IIST^x^xhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((p p""$X%X'')@*@,,.(/(11346688:l;l==?R@RBBD6E6GGIJLLNNPpQpSSUTVTXXZ8[8]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIcUIcUIXIXImI(mIgIgIII5I(5IkIkIII9I9I}I }I)I )I=,IL =,IYI YI`I `II0 ISIPSII,I/I/II$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @P bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @P bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @P  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .N b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1K bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1)w ^  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  [[)G*G44>3?3IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77++  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIsJsLLN[O[QQSCTCVVX+Y+[[]^``bbdoeoggiWjWlln?o?qqs't'vvxy{{}}kk߂߄SSLJlj;;## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIKIKIDILDIKITKIcUIcUIXIXInI(nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `I/I0 /IqIPqI)I,)IUIUI+I$+IyIyI=eI=eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fB  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ll b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1n bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18- "   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  \\)N*N44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj\\ N N  @@22$$  "#%%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJLMOOQQStTtVVXbYb[[]P^P``b'?'IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIKIKIDILDIKITKIcUIcUIXIXInI(nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `II0 IAIPAII,I I II$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hF  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  @ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1#c  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  v k } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>2?2IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbd]e]ggiCjClln'o'qqs t vzvzxxz\{\}}>> ttVV b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIiUIiUIXIXImI(mIgIgIII;I(;IqIqIII9I9II I )I  )IC,IL C,IYI YI`I `IMI0 MIIPII,III I$ IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @P bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @P bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @P  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 4Tb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1` bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1rd V p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>!?!IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?M@MBBD3E3GGIJLLNNPrQrSSUXVXXXZ>[>]]_$`$bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnTTƉƋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIEIEIDILDIKITKIiUIiUIXIXInI(nIIIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `II0 I_IP_IAI,AIII1I$1I yI yICeICeIIIgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[7 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[7 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[7  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1    } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)J*J44>:?:IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**   ""$r%r'')b*b,,.R/R113B4B668292;;=">"@@BCEEGHJzJzLLNfOfQQSRTRVVX>Y>[[]*^*``bceeghjxjxllndodqqsPtPvvx?IISS]l^lhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **rrX X""$>%>'')$*$,,. / 1}1}335c6c88:I;I==?-@-BBDEGGIIKbLbNNPDQDSSU&V&XXZ[]y]y__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIEIEIDILDIKITKIiUIiUIXIXInI(nIIIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `II0 I/IP/II,IIII$IxIxI+eI+eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]; b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]; b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1];  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {& b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  T } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)@*@44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$R%R'')>*>,,.*/*11346689;x;x==?d@dBBDPEPGGI8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88%%  ""$n%n'')X*X,,.B/B113,4,6689;;=>@u@uBBD_E_GGIHJHLLN0O0QQSTVVXY[t[t]]_\`\bbdDeDggi,j,llnoqqssupvpxxzX{X}}@@((pp b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIuIuIIpIIIGIGIO_I`O_IIIIIKIL KI7I 7IyIp yIIeIt IeImIT mI=I=II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O+ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  aa)O*O44>;?;IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssaa O O  ==++ ~ ~""$l%l'')Z*Z,,.H/H113646668$9$;;=>@@BCEwEwGGIcJcLLNMOMQQS7T7VVX!Y![[] ^ ``bbdjejggiTjTlln>o>qqs(t(vvxy{{}}qq[[ЇЉEE// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIII$IImImIIIղI$ղIIIQIQII$I`I`IMIMII IKI| KII IxI xI1eI 1eII IIImI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fe b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fe b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fe b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1]}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  aa)K*K44>3?3IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&p p""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI3J3LLNOQQSSUrVrXXZX[X]]_>`>bbd"e"ggijlxlxnnp\q\ssu@v@xxz${$}}zz^^щыDD** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDI DIKIKInInIIIuIuIIpIIIGIGIO_I`O_IIIIIKIL KI%I %IxIp xI7eIt 7eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O- b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  ``)J*J44>2?2IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$r r""$]%]'')G*G,,.1/111346689;z;z==?d@dBBDNENGGI6J6LLNOQQSTVuVuXXZ[[[]]_A`Abbd'e'ggi j llnnpfqfssuLvLxxz2{2}}qqWWʎʐ== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIϲIϲIIpIQIQIII`I``IAIAIyIyIEIL EI1I 1I yIp  yICeIt CeI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Qq  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  bb)P*P44>>?>IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ttbb P P  >>,,  ""$m%m'')[*[,,.I/I113747668%9%;;=>@@BCExExGGIfJfLLNTOTQQSBTBVVX0Y0[[]^``b c eeggiqjqllnZoZqqs>t>vvx"y"{{}~xx\\·Ή@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIEIEIDI DIKIKInInIIIcIcIIpIII5I5I aI` aIkIkIyIyIEIL EI%I %IxIp xI7eIt 7eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X4 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1|  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  cc)O*O44>7?7IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssgg [ [  OOCC33  " # %%'')m*m,,.Y/Y113E4E668191;;=>@@BCEwEwGGI_J_LLNGOGQQS/T/VVXY[[]]_s`sbbd[e[ggiCjClln+o+qqstvvxxzo{o}}WW˂˄??$$ }} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIyIyIϲIϲIIpIKIKIII`I``IMIMIyIyIEIL EII IxIp xI1eIt 1eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1^~  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  \\)F*F44>0?0IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rr\\ F F  00yyc c""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI(J(LLNOQQSSUqVqXXZ[[[]]_E`Ebbd/e/ggijllnoqrqrssuVvVxxz:{:}}ttXXʎʐ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIEIEIDI DIKIKInInIIIcIcIIpIII5I5IaI`aIqIqIyIyIEIL EII IxIp xI%eIt %eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X6 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  __)G*G44>+?+IIST^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1sscc S S  CC33 { {""$c%c'')K*K,,.3/311346689;w;w==?[@[BBD?E?GGI#J#LLNOQyQySSU]V]XXZA[A]]_%`%bbd e g{g{iik_l_nnpCqCssu'v'xxz { }}}}aaӄӆCC%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIIIIImImIsIsIղIղIIpIEIEIII`I``I5I5IyIyIEIL EI+I +IyIp yI=eIt =eIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Jj  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  hh)T*T44>>?>IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tthh \ \  PPDD88,,  " # %%' ( **,,.n/n113Z4Z668F9F;;=2>2@@BCEEG H J~J~LLNfOfQQSNTNVVX6Y6[[]^``bcezezggibjbllnJoJqqs2t2vvxy{{}~vv^^҇҉FF.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIWIWIIpIII)I)I`I``I_I_IyIyIEIL EI1I 1I yIp  yICeIt CeIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a=  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a=  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a=  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1u  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  aa)S*S44>C?CIIS/T/^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ooaa S S  EE77))  " # %%'')x*x,,.j/j113\4\668N9N;;=@>@@@B2C2EEG$H$JJLMOOQRTwTwVVXeYe[[]S^S``b?c?eeg)h)jjlmooqqsltlvvxRyR{{}8~8ttXXʑʓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIsIsIղIղIIpIEIEIII`I``IGIGIyIyIEIL EII IxIp xI%eIt %eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1]}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  bb)J*J44>0?0IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22""  "#%v%v'')^*^,,.F/F113.4.6689;;==?r@rBBDZEZGGI@J@LLN$O$QQSTVzVzXXZ^[^]]_B`Bbbd&e&ggi j l|l|nnp`q`ssuDvDxxz({(}} ~~bbԉԋFF** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIWIWIIpIII)I)IaI`aIqIqIyIyIEIL EII IxIp xI+eIt +eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a?  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a?  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a?  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  ]])K*K44>7?7IIST^^hisqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo]] K K  99'' z z""$h%h'')V*V,,.D/D113242668 9 ;;=>@@BBDsEsGGI_J_LLNIOIQQS3T3VVXY[[]^`|`|bbdbebggiHjHlln,o,qqstvvxxza{a}}CC%%wwYY b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIϲIϲIIpI?I?IIIC_I`C_IIIsIsI?IL ?I I  IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1F} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1F} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1F  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  XX)B*B44>(?(IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11}}g g""$Q%Q'');*;,,.%/%11346688:n;n==?T@TBBD:E:GGI J LLNOQyQySSU_V_XXZE[E]]_+`+bbdeggiikjljnnpPqPssu6v6xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIcIcIIpIII5I5I`I``ISISIsIsI?IL ?I+I +IyIp yI=eIt =eIIT IgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jF b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1p  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  [[)K*K44>9?9IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk[[ K K  ;;++   ""$s%s'')c*c,,.S/S113C4C668393;;=#>#@@BCEEGHJyJyLLNeOeQQSQTQVVX=Y=[[])^)``bceeghjwjwllncocqqsOtOvvx;y;{{}'~'uuaaבד b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIϲIϲIIpI?I?IIIC_I`C_IIIsIsI?IL ?II IxIp xIeIt eI}IT }IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1G} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1G} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1G  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  VV)<*<44>?IIST^q^qhhrQsQ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11yy_ _""$E%E'')+*+,,./11335j6j88:P;P==?2@2BBDEGGIIKgLgNNPIQISSU+V+XXZ [ ]~]~__a`b`ddfBgBiik$l$nnpqswswuuwYxYzz|;};mm݋ݍMM b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKInInIIIcIcIIpIII5I5IaI`aIqIqIsIsI?IL ?II IxIp xI+eIt +eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jH b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jH b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jH b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  WW)C*C44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //}}i i""$U%U'')A*A,,.-/-11346689;{;{==?g@gBBDSESGGI=J=LLN%O%QQS T VVXXZi[i]]_Q`Qbbd9e9ggi!j!lln o q}q}ssuevexxzM{M}}55yyaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIgIgIղIղIIpI9I9IIIC_I`C_IIImImI9IL 9II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  YY)C*C44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,, x x""$b%b'')L*L,,.6/6113 4 668 9 ;;==?i@iBBDSESGGI/?/IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbd^e^ggiHjHlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIaIaIղIղIIpI3I3IIIC_I`C_IIImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  UU)?*?44>'?'IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..zzd d""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiiklllnnpPqPssu4v4xxz{}}nnRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIyKIyKI#nI#nIIIKIKIIpIIIII aI` aIkIkImImI9IL 9II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sQ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sQ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sQ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)>*>44>&?&IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$Q%Q'');*;,,.%/%11346688:n;n==?X@XBBDBEBGGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggijltltnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIaIaIòIòIIpI3I3III=_I`=_IIImImI9IL 9II IxIp xI%eIt %eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1C} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1C} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1C  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>2?2IIS T ^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNHOHQQS6T6VVX$Y$[[]^``bcewewggiejellnNoNqqs2t2vvxy{{}}llނބPP‡‰44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI)nI)nIǮIǮIWIWIIpIII)I)I=_I`=_IIImImI9IL 9I I  IxIp xIeIt eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|X$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|X$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|X$ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)C*C44>+?+IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77''  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDkEkGGISJSLLN;O;QQS#T#VVX Y [[]]_g`gbbdOeOggi7j7llnoqqstv{v{xxzc{c}}KK33qq b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImI[I[IòIòIIpI-I-III=_I`=_IIImImI9IL 9II IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1D} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1D} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1D  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  PP):*:44>$?$IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffPP : :  $$mmW W""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI)nI)nIǮIǮIWIWIIpIII)I)I=_I`=_IIImImI9IL 9II IxIp xIeIt eIIT III+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|Z& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|Z& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|Z& b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS);*;44>?IIST^u^uhhrWsW} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''o o""$W%W'')?*?,,.'/'11346688:k;k==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbddfogoiikSlSnnp7q7ssuvxxzz|q}qUUDŽdž77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImI[I[IɲIɲIIpI-I-III7_I`7_IIIgIgI3IL 3II IxIp xI%eIt %eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  \\)H*H44>2?2IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88,,   "#%%'(*v*v,,.b/b113N4N668:9:;;=&>&@@BCEEGGIrJrLLNZOZQQSBTBVVX*Y*[[]^``bbdnenggiVjVlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I]I]IDI DIsKIsKI/nI/nIͮIͮIEIEIIpIIIII7_I`7_IIIgIgI3IL 3II IxIp xI1eIt 1eIyIT yIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a- b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  UU)G*G44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccUU G G  99++  "#%z%z'')l*l,,.^/^113P4P668B9B;;=4>4@@B&C&EEGHJJLMO}O}QQSkTkVVXYYY[[]G^G``b3c3eeghjjlmooqqsjtjvvxPyP{{}6~6rrVVȑȓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImIUIUIɲIɲIIpI'I'III7_I`7_IIIgIgI3IL 3II IxIp xI eIt  eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)>*>44>$?$IIST^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$j%j'')R*R,,.:/:113"4"668 9 ;~;~==?f@fBBDNENGGI4J4LLNOQQSSUnVnXXZR[R]]_6`6bbdeggiikplpnnpXqXssu>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{I]I]IDI DIsKIsKI/nI/nIͮIͮIEIEIIpIIIII7_I`7_IIIgIgI3IL 3II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c/ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>+?+IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGISJSLLN=O=QQS'T'VVXY[[]]_p`pbbdVeVggi?IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?J@JBBD0E0GGIJLLNNPoQoSSUUVUXXZ;[;]]_!`!bbdeggiiklllnnpRqRssu8v8xxz{}}ww[[͉͋??## b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IcIcIEI EIyKIyKI/nI/nIͮIͮIKIKIIpIIIIIi`I`i`IɄIɄIaIaI-IT -I%I %IMwIx MwI+GI| +GII\ III/I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j6 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1`  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  OO)I*I44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ?  //w w""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJwJwLLNcOcQQSOTOVVX;Y;[[]'^'``bceeggiujullnmomqqsYtYvvxEyE{{}1~1 kk b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{III}DI }DIHIHImImIOIOIIIIpI!I!II: I_I* _IsI sIaIr aI-IJ -II" IwI wIFI FIqI qIgIZ gIIz } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1A} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1A} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-w* operation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z   reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })zoutputElements*1152zinput0Elements241472zinput1Elements*9216binvocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1A  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)4*444>?IIST^u^uhhrUsU} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__adbdddfFgFiik(l(nnp q s{s{uuw]x]zz|?}?!!qqQQ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IcIcIEI EIyKIyKI5nI5nIӮIӮIKIKIIpIIIII`I``IIIaIaI-IT -I I  I5wIx 5wIGI| GII\ IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1[  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  KK)?*?44>)?)IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##qq] ]""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqqssumvmxxzU{U}}==%% ii b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1oIIIADI|ADIIIIILILIeVI|eVIYIHYIumIumIIPIwIXwIII7IP7ImImIGIGII$ III, II I  I *I$  *I?-I ?-IZI| ZI`IX`I I IMIMIIII\IwIwIu Iu II8IxIxI%eI%eIrIrI+Il+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u:Z b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1T\84t  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d\]8&opL(`>z  X  6   r P ,lfD bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa QQ)G*G44>1?1IIS%T%^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I   ww!!   ""$y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDqEqGGIYJYLLNAOAQQS)T)VVXY[[]]_m`mbbdaeaggiIjIlln1o1qqstvvxy{u{u}}]]тфEE,,# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoI{I{IEIdEIKIlKIQUIQUIXIXIGnI@GnIIIII#I@#IYI YIIIIIkI kI(I (I+,Id +,ImYI mYI`I `I#IH #IeIheIIDIIIII!I !IIIxIpxI eIt eIrITrIIII$ICI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q}" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q}" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q}"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ss:Z b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1ZlWq  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dliW8B-nYF3    z g T A,l1q bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)8*844> ? IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss] ]""$%''))+r,r..01346z6z88:d;d==?L@LBBD2E2GGIJLLNNPqQqSSUWVWXXZ=[=]]_#`#bbdeggiiknlnnnpTqTssu:v:xxz { }}yy__щыCC''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1oIIIADI|ADIIIIILILIeVI|eVIYIHYIomIomI IP IwIXwIII7IP7ImImIAIAII$ III, II I  I *I$  *I?-I ?-IZI| ZIu`IXu`IՄIՄIIIwIwI3I\3III#I#II8IxIxI eI eIrIrIIlIII+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f ) b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1J M  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d 8J#(+  .  1  4  7 - m  :=@MP bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa MM)=*=44>#?#IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A ttdd  i i""$Y%Y'')A*A,,.)/)11346688:m;m==?S@SBBD7E7GGIJLLNNPqQqSSUUVUXXZ9[9]]_`bbd e ggiikclcnnpGqGssu+v+xxz{}}eeׄ׆II++ # b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xoI{I{IEIdEIKIlKIQUIQUIXIXIMnI@MnIIIII#I@#IYI YIIIIIkI kI(I (I+,Id +,ImYI mYI`I `IIH I/Ih/I}ID}I9I9III#I #IIIxIpxIdItdIurITurIkIkI;I$;II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q~" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q~" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q~"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u @ - b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1LP  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d V%t$C*04  8  < ]  @  D  HLP`$d bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)4*444>?IIST^w^whhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qqW W""$%'{'{))+a,a..0|1|335b6b88:H;H==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__afbfddfHgHiik*l*nnp q s}s}uuw_x_zz|A}A##uuUUŐŒ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIDIdDIKIlKIWUIWUIXIXImI@mIOIOIII)I@)I_I _III!I!IqI qI(I (I1,Id 1,IsYI sYI`I `I)IH )IkIhkIIDIyIyIIII IIIxIpxI+eIt+eIrITrIsIsICI$CII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  LQ" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  LQ" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  LQ"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 vYy b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1WS&{P  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dSb&-yxLrEmB l A   k  @   &fP bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  SS)E*E44>7?7IzIzS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaSS E E  77))   ""$x%x'')j*j,,.\/\113N4N668@9@;;=2>2@@B$C$EEGHJJLMO}O}QQSkTkVVX%Y%[[]^``b3c3eeghjjlmooqqsjtjvvxPyP{{}6~6ttXXʑʓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIoIoI EId EIKIlKIWUIWUIXIXIAnI@AnI߮I߮III)I@)I_I _IIIIIqI qI(I (I1,Id 1,IsYI sYI`I `IAIH AIIhIIDIIIII I  IIIxIpxIeIteIrITrI I II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}I b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}I b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}I  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p8X b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1 MbDL  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d bZD'&tjL.tX<    h  L   04t| bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  QQ);*;44>&?&IIST^P^Phhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$p p""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd4e4ggijllnnpDqDssu,v,xxzH{H}}00xxbb  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII}DId}DIKIlKIWUIWUIXIXImI@mIOIOIII)I@)I_I _III!I!IqI qI(I (I1,Id 1,IsYI sYI`I `IIH IAIhAIIDImImIIII IIIxIpxIeIteIrITrIIII$IyI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  KQ" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  KQ" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  KQ"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k,L& b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Q"sD  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dQ"sDCfY7$Y*{L   n  ?   a R  2T bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>+?+IkIkST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGISJSLLN=O=QQS'T'VgVgXXZQ[Q]]_;`;bbdVeVggi!?!IIS T ^G^Ghhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?M@MBBD7E7GGI!J!LLNOQzQzSSU`V`XXZF[F]]_,`,bbdeggiikjljnnpqssuuwoxoz{}}llބކRRʼnŋ88  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `IMI0 MIIPII,ISISII$IxIxI+eI+eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TQ" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TQ" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TQ"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 wt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1]*w  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  QQ)A*A44>1?1IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!! y y""$i%i'')Y*Y,,.I/I113949668)9);;=>@@B C EEGGIqJqLLN]O]QQSITIVVX5Y5[[]!^!``b c eeggiojolln[o[qqsGtGvvx3y3{{}~ mmYYϑϓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IiIiIEILEIKITKI]UI]UIXIXI;nI(;nIٮIٮIII/I(/IeIeI I IIIwI wI)I )I7,IL 7,IyYI yYIaI aIeI0 eIIPII,I#I#I I$ IxIxIeIeI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r>  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ka  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIXJXLLNFOFQQS4T4VVX"Y"[[]^``bbdueuggicjcllnLoLqqs0t0vvxy{{}}jj܂܄NN22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIWUIWUIXIXImI(mIUIUIII)I()I_I_III'I'IqI qI(I (I1,IL 1,IsYI sYI`I `I)I0 )IkIPkIGI,GIIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UQ" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UQ" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UQ"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 pQq0 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1D^+m  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)9*944>%?%IIS T ^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$K%K'')7*7,,.#/#11346688:q;q==?]@]BBDIEIGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd1e1ggijllnoququssu]v]xxzE{E}}--qqYY b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IoIoI EIL EIKITKI]UI]UIXIXIAnI(AnI߮I߮III/I(/IeIeIIIIIwI wI)I )I7,IL 7,IyYI yYI`I `IAI0 AIIPI5I,5IIII$IxIxI eI eIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 s1h b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1,wB ; {  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  LL)6*644>"?"IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbLL 6 6      iiS S""$=%='')'*',,./11335p6p88:Z;Z==?D@DBBD.E.GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKI]UI]UIXIXImI(mI[I[III/I(/IeIeIII-I-IwI wI)I )I7,IL 7,IyYI yYI`I `IGI0 GIIPII,IqIqI I$ IxIxIeIeIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 AS$ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 AS$ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 AS$  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x o b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1G bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1V%t 7  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>+?+IIST^^hhrtst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGISJSLLN=O=QQS'T'VVXY[[]]_p`pbbdZeZggiDjDlln.o.qqstvvxy{w{w}}aaւքKK55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IcIcIEILEIKITKIiUIiUIXIXI5nI(5nIӮIӮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YIaI aIeI0 eIIPII,IIII$IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q1 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q1  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1V,P  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  \\)H*H44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88,,   "#%%'(*v*v,,.b/b113N4N668:9:;;=&>&@@BCEEGGItJtLLN\O\QQSDTDVVX,Y,[[]^``bbdpepggiXjXlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKI]UI]UIXIXImI(mI[I[III/I(/IeIeIII-I-IwI wI)I )I7,IL 7,IyYI yYI`I `I5I0 5IwIPwIAI,AIIII$IxIxI eI eIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u:Xx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ca0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)8*844>"?"IIST^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD*>44>&?&IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$j%j'')R*R,,.:/:113"4"668 9 ;~;~==?f@fBBDNENGGI6J6LLNOQQSSUpVpXXZT[T]]_8`8bbdeggijlrlrnnpVqVssu:v:xxz{}}ttXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIaIaIɵIɵISI(SIIIII3I3II I%)I %)I[,IL [,IYI YI{`I {`IۄI0 ۄIIPII,III I$ IxIxIeIeI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ii@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ii@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ii@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y# b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1S&y@  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)A*A44>+?+IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55%%  ""$s%s'')_*_,,.K/K113747668#9#;;=>@@BBDkEkGGISJSLLN;O;QQS#T#VVX Y [[]]_g`gbbdOeOggi7j7llnoqqstv{v{xxzc{c}}KK33ss b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI]I]IDILDIKITKIcUIcUIXIXI/nI(/nIͮIͮIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `I I0  IMIPMII,IIII$IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~\( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q% bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~\( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q% bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~\(  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q%  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1aB#@ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>"?"IIST^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?N@NBBD4E4GGIJLLNOQsQsSSUYVYXXZ?[?]]_%`%bbd e g~g~iikdldnnpJqJssu0v0xxz{}}ooUUljNj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mI[I[IõIõIMI(MIIIII-I-II I)I )IU,IL U,IYI YI`I `II0 IAIPAIGI,GIOIOII$IxIxI eI eIIIII+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jh> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jh> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jh>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z$D b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1LrE  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)9*944>?IIST^u^uhhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%m m""$U%U'')=*=,,.%/%113 4 6688:i;i==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbddfogoiikSlSnnp7q7ssuvxxzz|q}qUUDŽdž99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEIKITKIcUIcUIXIXI/nI(/nIͮIͮIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `II0 I5IP5ISI,SI!I!II$IxIxIeIeIqIqIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`,  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t8 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1eF' } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  NN)4*444>?IISS]k^khhrMsM} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__aZbZddf;?;IIS'T'^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeWW I I  ;;--  "#%|%|'')n*n,,.`/`113R4R668D9D;;=6>6@@B(C(EEGHJJL M OOQQSoToVVX]Y][[]K^K``b7c7eeg!h!jjl m o~o~qqsdtdvvxJyJ{{}0~0nnRRđē b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIWIWIDILDIKITKIcUIcUIXIXI#nI(#nIIIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `II0 IGIPGII,I3I3II$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sQ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sQ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sQ  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 (H b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1lXD } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  UU)?*?44>*?*IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((t t""$^%^'')H*H,,.2/211346689;{;{==?e@eBBDOEOGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22zzdd b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIcUIcUIXIXImI(mIaIaIII5I(5IkIkIII3I3I}I }I)I )I=,IL =,IYI YI`I `I I0  IMIPMISI,SIII I$ IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .N b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xV4 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbdZeZggi@j@lln$o$qqstvwvwxxzY{Y}};;qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIWIWIDILDIKITKIcUIcUIXIXI)nI()nIǮIǮIII5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `II0 I;IP;I_I,_IIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uU! b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uU! b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uU!  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w> b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations10t\ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>%?%IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikjljnnpNqNssu2v2xxz{}}llބކRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIiUIiUIXIXImI(mIgIgIII;I(;IqIqIII9I9II I )I  )IC,IL C,IYI YI`I `II0 I/IP/II,I'I'I+I$+IyIyI=eI=eIIIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 { - b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1kT= } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)E*E44>5?5IIS!T!^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIuJuLLNaOaQQSMTMVVX9Y9[[]%^%``bceeggisjslln_o_qqsKtKvvx7y7{{}#~#qq]]ӑӓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIQIQIDILDIKITKIiUIiUIXIXInI(nIIIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `II0 I/IP/II,IIII$IxIxI1eI1eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hF  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 . b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1wne` } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>4?4IIS"T"^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGI\J\LLNJOJQQS8T8VVX&Y&[[]^``bceyeyggigjgllnPoPqqs4t4vvxy{{}}nnRRćĉ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIiUIiUIXIXImI(mIgIgIII;I(;IqIqIII9I9II I )I  )IC,IL C,IYI YI`I `II0 IYIPYIeI,eIIII$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1&xaK } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)=*=44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11uu]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIQIQIDILDIKITKIiUIiUIXIXI#nI(#nIIIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `II0 I5IP5IqI,qIII I$ IxIxIeIeIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jJ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q" bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jJ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q" bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jJ  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q"  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r4 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\SJAW } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  PP):*:44>&?&IIST^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffPP : :  $$mmW W""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ}Q}SSUgVgXXZQ[Q]]_;`;bbd%e%ggijllnnphqhssuLvLxxz0{0}}jj܉܋NN22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mImImIIIAI(AIwIwIII?I?II I)I )II,IL I,IYI YI`I `II0 I#IP#II,III%I$%IxIxI7eI7eI[I[I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1th\P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbd^e^ggiHjHlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIEIEIDILDIKITKIoUIoUIXIXInI(nIIIIIAI(AIwIwIIIIII I)I )II,IL I,IYI YI{`I {`IۄI0 ۄIIPII,III%I$%IxIxI7eI7eIaIaI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]; b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]; b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1];  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  ``)L*L44>8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll`` T T  HH<<00$$  "#%%'(*z*z,,.f/f113R4R668>9>;;=*>*@@BCEEGHJxJxLLN`O`QQSHTHVVX0Y0[[]^``bcetetggi\j\llnDoDqqs,t,vvxy{{}}ppXẊ̉@@(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mImImIIIAI(AIwIwIII?I?II I)I )II,IL I,IYI YI`I `I I0  IMIPMIqI,qIIII$IxIxI%eI%eIIIIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {&F b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1PD8,D } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)<*<44>&?&IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$O%O'')9*9,,.#/#113 4 6688:l;l==?V@VBBD@E@GGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggijltltnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIKIKIDILDIKITKIoUIoUIXIXInI(nIIIIIAI(AIwIwIIIIII I)I )II,IL I,IYI YI`I `II0 I)IP)I}I,}I[I[I I$ IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_?  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q# bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_?  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q# bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_?   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q#  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 i" b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)B*B44>*?*IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**   ""$n%n'')V*V,,.>/>113&4&6689;;==?j@jBBDRERGGI:J:LLNOQQSTVtVtXXZX[X]]_<`v>xxz"{"}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIII$IImImIIIղI$ղIII]I]II$I`I`IMIMII IKI| KI1I 1I yI  yICeI CeIOI OIIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ai b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ai b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ai b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1]}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz  jj)V*V44>>?>IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1zznn b b  VVJJ::&&  "#%%'')t*t,,.`/`113L4L668898;;=">"@@B C E~E~GGIfJfLLNNONQQS6T6VVXY[[]^`z`zbbdbebggiJjJlln2o2qqstvvxy{v{v}}^^҂҄FF++ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIEIEIDI DIKIKInInIIIuIuIIpIIIGIGIaI`aIwIwIIIKIL KII IxIp xI1eIt 1eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q/ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  ]])G*G44>-?-IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rr^^ J J  66""  l l""$V%V'')@*@,,.*/*11346688:s;s==?Y@YBBD?E?GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikolonnpUqUssu;v;xxz!{!}}zz^^ЉЋBB&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIII$IImImIIIղI$ղIIIWIWII$I`I`IYIYII IKI| KII IxI xI+eI +eII IIIOI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bg b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bg b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bg b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1d  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx  dd)L*L44>0?0IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88$$   ""$h%h'')P*P,,.8/8113 4 6689;|;|==?`@`BBDDEDGGI(J(LLN O Q~Q~SSUbVbXXZF[F]]_*`*bbdeggiikdldnnpHqHssu,v,xxz{}}ff؄؆HH**  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIEIEIDI DIKIKInInIIIoIoIIpIIIAIAIaI`aIwIwIIIKIL KI I  IxIp xIeIt eIIT I_I_II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q1 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  ]])C*C44>%?%IIST^x^xhhrXsX} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$  f f""$L%L'')2*2,,./11335q6q88:W;W==?9@9BBDEGGIIKnLnNNPPQPSSU2V2XXZ[]]__agbgddfIgIiik+l+nnp q s~s~uuw`x`zz|B}B$$ttTTĐĒ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIϲIϲIIpIQIQIII`I``IGIGIyIyIEIL EI=I =IyIp yIOeIt OeIIT IgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Vv  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  hh)Z*Z44>J?JIIS6T6^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvhh Z Z  LL>>00""  "#%%'(**,,.q/q113c4c668U9U;;=G>G@@B9C9EEG+H+JJLMOOQRT~T~VVXlYl[[]Z^Z``bFcFeeg0h0jjlmooqrtstsvvxYyY{{}?~?%% {{__ёѓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIcIcIIpIII5I5I aI` aIkIkIyIyIEIL EI%I %IxIp xI7eIt 7eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z8 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ^^)H*H44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqaa Q Q  AA11 } }""$g%g'')Q*Q,,.;/;113%4%6689;;==?n@nBBDXEXGGIAJALLN)O)QQSTVVXXZm[m]]_U`Ubbd=e=ggi%j%lln o qqssuivixxzQ{Q}}99!! ii b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIϲIϲIIpIQIQIII`I``ISISIyIyIEIL EI%I %IxIp xI7eIt 7eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1e  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  bb)P*P44>>,,  ""$m%m'')[*[,,.I/I113747668%9%;;=>@@BCExExGGIdJdLLNNONQQS8T8VVX"Y"[[] ^ ``bbdgegggiMjMlln1o1qqstvvxxzf{f}}HH** ||^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIcIcIIpIII5I5IaI`aIwIwIyIyIEIL EII IxIp xI+eIt +eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z: b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  \\)F*F44>.?.IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  k k""$U%U'')?*?,,.)/)11346688:r;r==?\@\BBDFEFGGI.J.LLNOQQSSUmVmXXZS[S]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYỶ̋??%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIyIyIղIղIIpIKIKIII`I``I;I;IyIyIEIL EI7I 7IyIp yIIeIt IeIIT IsIsII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Qq  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  bb)R*R44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22""  "#%z%z'')j*j,,.Z/Z113J4J668:9:;;=*>*@@BCEEG H JJLLNlOlQQSXTXVVXDYD[[]0^0``bceeghj~j~llnjojqqsVtVvvxByB{{}.~.||hhޑޓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIQIQIIpIII#I#I`I``I_I_IyIyIEIL EI%I %IxIp xI7eIt 7eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cA  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cA  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cA  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1v  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  [[)I*I44>7?7IIS%T%^^h i s{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm[[ I I  77%% x x""$f%f'')T*T,,.B/B1130406689;;= > @@BBDqEqGGI_J_LLNMOMQQS;T;VVX)Y)[[]^``bce|e|ggijjjllnSoSqqs7t7vvxy{{}}qqUULJlj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DI II IImImIyIyI۲I۲IIpIKIKIII`I``IMIMIyIyIEIL EII IxIp xI1eIt 1eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1d  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  \\)H*H44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    n n""$Z%Z'')F*F,,.2/21134668 9 ;;==?l@lBBDXEXGGIBJBLLN*O*QQSTVVXXZn[n]]_V`Vbbd>e>ggi&j&llnoqqssujvjxxzR{R}}::"" ~~ff b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKInInIIIQIQIIpIII#I#IaI`aIwIwIyIyIEIL EII IxIp xI+eIt +eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cC b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  WW)A*A44>+?+IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmWW A A  ++tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI#J#LLN O QQSSUlVlXXZV[V]]_@`@bbd*e*ggijllnnpmqmssuQvQxxz5{5}}ooSSŎŐ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIsIsIɲIɲIIpIEIEIII`I``I/I/IsIsI?IL ?I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1B} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1B} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1B  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Jj  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  \\)J*J44>6?6IIS T ^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn\\ J J  88&& y y""$g%g'')U*U,,.C/C1131416689;;= > @@BBDrErGGI^J^LLNHOHQQS2T2VVXY[[]^`{`{bbdeeeggiOjOlln9o9qqs#t#vvx y {{}}llVVˇˉ@@** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKI#nI#nIIIcIcIIpIII5I5I`I``IYIYIsIsI?IL ?I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lJ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lJ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lJ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  aa)M*M44>7?7IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmaa U U  II==11%%  "#%%'(*{*{,,.g/g113S4S668?9?;;=+>+@@BCEEGHJwJwLLN_O_QQSGTGVVX/Y/[[]^``bbdsesggi[j[llnCoCqqs+t+vvxy{{}}ooWWˇˉ??'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIϲIϲIIpI?I?III`I``IMIMIsIsI?IL ?II IxIp xI%eIt %eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1C} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1C} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1C  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1e  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  YY)C*C44>+?+IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11  k k""$V%V'')@*@,,.*/*11346688:s;s==?]@]BBDGEGGGI/J/LLNOQQSSUnVnXXZT[T]]_:`:bbd e ggijlylynnp_q_ssuEvExxz+{+}}jj݉݋PPÎÐ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI#nI#nIIIcIcIIpIII5I5IaI`aIqIqIsIsI?IL ?I I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lL b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lL b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lL b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  ]])E*E44>+?+IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm]] M M  ==--   ""$q%q'')Y*Y,,.A/A113)4)6689;;==?m@mBBDUEUGGI;J;LLNOQQSTVuVuXXZY[Y]]_=`=bbd!e!ggijlwlwnnp[q[ssu?v?xxz#{#}}yy]]ωϋAA%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImImImIղIղIIpI?I?IIIC_I`C_IIImImI9IL 9II IxIp xI+eIt +eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ^^)J*J44>2?2IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnbb V V  JJ>>..  "#%|%|'')h*h,,.T/T113@4@668,9,;;=>@@BBDrErGGIZJZLLNBOBQQS*T*VVXY[[]]_n`nbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::xx b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIyKIyKI)nI)nIǮIǮIKIKIIpIIIIIC_I`C_IIImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uS b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uS b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uS b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>!?!IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?M@MBBD3E3GGIJLLNNPrQrSSUXVXXXZ>[>]]_$`$bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnRRĉċ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIgIgIղIղIIpI9I9IIIC_I`C_IIImImI9IL 9II IxIp xIeIt eIIT III1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  XX)@*@44>$?$IIST^z^zhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,, t t""$\%\'')D*D,,.,/,11346688:p;p==?T@TBBD8E8GGIJLLNOQrQrSSUVVVXXZ:[:]]_`bbdegtgtiikXlXnnp?IISS]l^lhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,ttZ Z""$@%@'')&*&,,. / 11335e6e88:K;K==?-@-BBDEGGIIKbLbNNPDQDSSU&V&XXZ[]y]y__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIgIgIòIòIIpI9I9III=_I`=_IIImImI9IL 9II IxIp xI1eIt 1eIyIT yIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  \\)N*N44>>?>IIS*T*^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj\\ N N  @@22$$  "#%%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJL M OOQQSrTrVVX`Y`[[]N^N``b:c:eeg$h$jjlmooqqsgtgvvxMyM{{}3~3ooSSőœ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIWIWIIpIII)I)I=_I`=_IIImImI9IL 9II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~\( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~\( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~\( b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  RR)<*<44>%?%IIS T ^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%q q""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd1e1ggijllnoququssu]v]xxzE{E}}--ss]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIaIaIòIòIIpI3I3III=_I`=_IIImImI9IL 9II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>0?0IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln%o%qqstvxvxxxzZ{Z}}<<ppRR b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIWIWIIpIII)I)I=_I`=_IIImImI9IL 9II IxIp xI eIt  eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~^* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~^* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~^* b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>"?"IIST^y^yhhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggiikglgnnpKqKssu/v/xxz{}}iiۄۆMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImIaIaIɲIɲIIpI3I3III=_I`=_IIIgIgI3IL 3II IxIp xI1eIt 1eIIT IUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)F*F44>4?4IIS T ^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$n%n'')^*^,,.N/N113>4>668.9.;;=>@@BCEEGGItJtLLN`O`QQSLTLVVX8Y8[[]$^$``bceeggirjrlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IcIcIEI EIsKIsKI/nI/nIͮIͮIEIEIIpIIIII=_I`=_IIIgIgI3IL 3II IxIp xI%eIt %eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e1 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>+?+IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGISJSLLNAOAQQS/T/VVXY[[] ^ ``bbdpepggi^j^llnQoQqqs5t5vvxy{{}}ooSSŇʼn77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImI[I[IɲIɲIIpI-I-III=_I`=_IIIgIgI3IL 3II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)<*<44>&?&IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$N%N''):*:,,.&/&11346688:t;t==?`@`BBDLELGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IcIcIEI EIsKIsKI5nI5nIӮIӮIEIEIIpIIIII=_I`=_IIIgIgI3IL 3II IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  KK)5*544>?IIS T ^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaKK 5 5    ~~hhR R""$<%<'')&*&,,./11335o6o88:Y;Y==?C@CBBD-E-GGIJLLNOQvQvSSU`V`XXZJ[J]]_4`4bbdeggijl}l}nnpiqissuMvMxxz1{1}}kk݉݋OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImIUIUIIIIpI'I'III{`I`{`IۄIۄIaIaI-IT -II IAwIx AwIGI| GIOI\ OIEIEII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1f#  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)@*@44>,?,IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbd[e[ggiEjElln;o;qqs%t%vvxy{{}}nnXX͇͉BB,, b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IiIiIEI EIyKIyKI5nI5nIӮIӮIKIKIIpIIIII{`I`{`IۄIۄIaIaI-IT -II IGwIx GwI%GI| %GIUI\ UIKIKII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1o#  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  UU)K*K44>5?5IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I  ==11%%  " # %%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJuJuLLN]O]QQSETEVVX-Y-[[]^``bbdqeqggiYjYllnMoMqqs5t5vvxy{{}~yyaaՇՉII11 b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IIIDI DIHIHImImIUIUIIIIpI'I'III`I``I I IaIaI-IT -II I/wIx /wI GI|  GII\ IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1R  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM);*;44>#?#IIS T ^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpcqcssuIvIxxz/{/}}nnTTǎǐ:: b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IiIiIEI EIKIKI;nI;nIٮIٮIQIQI Ip III#I#I`I``I#I#IaIaI-IT -II I/wIx /wI GI|  GII\ III{I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1"o  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  QQ)A*A44>'?'IIS T ^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!! y y""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpcqcssuGvGxxz+{+}}ee׉׋II-- b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1uIIIGDI|GDIIIIILILIkVI|kVIYIHYIumIumIIPI}IX}III=IP=IsIsIGIGII$ IOI, OI I  I*I$ *IE-I E-IZI| ZI`IX`IIIGIGIIII\IUIUIS!IS!II8IxIxIeIeIrIrIIlIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 3S&F b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1gN$d`  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dgN5jQZ8#!l 5 s \ E .   '7w  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10]] RR)<*<44>$?$IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1]]II 5 5 u uaaMMwwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?P@PBBD6E6GGIJLLNOQuQuSSU[V[XXZA[A]]_'`'bbdeggiikrlrnnpXqXssu>v>xxz${$}} }}ccՉՋGG++# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuI{I{IEIdEIKIlKIWUIWUIXIXIMnI@MnIIIII)I@)I_I _IIIIIqI qI(I (I1,Id 1,IsYI sYI`I `I)IH )IkIhkIIDIIIII I  I I IxIpxIeIteIrITrI+I+II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Sy& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Sy& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Sy&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x +\| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1`@fD  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d`@ `@  bD^ & =   j  L  .  pPVT bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)C*C44>-?-IIS!T!^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55%%  ""$?%?'')+*+,,./113949668%9%;;=>@@BBDmEmGGIUJULLN=O=QQS%T%VVX Y [[]]_i`ibbd]e]ggiEjElln-o-qqstvvxxzq{q}}YY͂̈́AA((  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1uIIIADI|ADIIIIILILIkVI|kVIYIHYIumIumIIPI}IX}III=IP=IsIsIGIGII$ IOI, OI I  I*I$ *IE-I E-IZI| ZIo`IXo`IτIτIIIII]I\]IaIaI_$I_$II8IxIxIdIdIurIurIqIlqIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r" b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1`.n <  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d 0@P`p ~  G *  8 Y F T=}bpP^, bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ PP)6*644>?IIST^y^yhhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7 v vbbNNssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?.@.BBDEGGIIKcLcNNPEQESSU'V'XXZ [ ]z]z__ahbhddfJgJiik,l,nnpqssuuwaxazz|C}C%%wwWWǐǒ# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIEIdEIKIlKIWUIWUIXIXISnI@SnIIIII)I@)I_I _I%I%IIIqI qI(I (I1,Id 1,IsYI sYI`I `IIH IAIhAIMIDMI I III"I "IIIxIpxIeIteIrITrIIII$I+I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Sz& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Sz& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Sz&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1{6v/E   b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d{vqlgb]XQJ C  < { 5 Z . 9 ' [5H bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO);*;44>!?!IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##k k""$ % '')*,|,|..01346688:k;k==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbd e g}g}iikalannpEqEssu)v)xxz { }}ccՄՆGG))   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIDIdDIKIlKIWUIWUIXIXImI@mIUIUIII)I@)I_I _III'I'IqI qI(I (I1,Id 1,IsYI sYI`I `I#IH #IeIheIIDIIIII I  IIIxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 HS& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 HS& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 HS&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr,L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1^<+k<|  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d^<xV4pmP80 N  p  P  0   p N,,l bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  MM)7*744>"?"I`I`ST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``PP @ @  00    l l""$V%V'')@*@,,.*/*11346688:s;s==?]@]BBDGEGGGI2J2LLNOQQSTV@V@XXZ([(]]_`bbd8e8ggi j llnoq|q|ssudvdxxzL{L}}44||ff  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIuIuIEIdEIKIlKIWUIWUIXIXIGnI@GnIIIII)I@)I_I _IIIIIqI qI(I (I1,Id 1,IsYI sYI`I `IMIH MIIhIIDIIIII I  IIIxIpxI+eIt+eIrITrIsIsICI$CII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w -y b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W.U `  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dW.\3 a8j`C =    u N '   nG%e bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  WW)I*I44>;?;IIS'T'^f^fhiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeWW I I  ;;--  "#%|%|'')n*n,,.`/`113R4R668D9D;;=6>6@@B(C(EEGHJJL M OOQQSoToVVX]Y][[]K^K``b7c7eeg!h!jjl m oJoJqqs0t0vvxy{{}2~2ppTTƑƓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIDIdDIKIlKIWUIWUIXIXImI@mIUIUIII)I@)I_I _III'I'IqI qI(I (I1,Id 1,IsYI sYI`I `IIH I;Ih;IIDIIIIII IIIxIpxI eIt eIrITrIIII$ICI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 GS& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 GS& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 GS&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 s%E b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W. X  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dW.\3 a8 b7   a d 6 /  z  `  Nf#x bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  KK)5*544>?I[I[S T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?K@KBBD5E5GGIJLLNOQxQxSSU'V'XXZ [ ]]__abdeggiiklllnnpPqPssu4v4xxz{}}nnTTljNj::   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuI{I{IEIdEIKIlKIWUIWUIXIXIMnI@MnIIIII)I@)I_I _IIIIIqI qI(I (I1,Id 1,IsYI sYI`I `I IH  IMIhMIIDIsIsI5I5I3 I 3 IIIxIpxIeIteIrITrIIII$IyI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 <\ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1S&y L 2  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dS&yLrEk> d 7 w  T  ] 1  0   V<| bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^S^Shhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbdXeXggi>j>llnnp`q`ssuBvBxxz[{[}}==ssUU  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKI]UI]UIXIXImI(mI[I[III/I(/IeIeIII-I-IwI wI)I )I7,IL 7,IyYI yYI`I `IGI0 GIIPIսI,սImImII$IxIxIeIeI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TS& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TS& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TS&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 o2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1(h bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1vC] 8 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  NN)<*<44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < <  **}}k k""$Y%Y'')G*G,,.5/5113#4#6689;;==?v@vBBDdEdGGITJTLLNBOBQQS0T0VVXY[[] ^ ``bbdqeqggi_j_llnHoHqqs,t,vvxy{{}}ff؂؄JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IoIoI EIL EIKITKIcUIcUIXIXIAnI(AnI߮I߮III5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI aI  aIkI0 kIIPII,IiIiII$IxIxI+eI+eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v/ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1fA w 4 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)E*E44>5?5IIS!T!^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIuJuLLNaOaQQSMTMVVX9Y9[[]%^%``bceeggisjslln_o_qqsKtKvvx7y7{{}#~#qq]]ӑӓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKI]UI]UIXIXImI(mI[I[III/I(/IeIeIII-I-IwI wI)I )I7,IL 7,IyYI yYI`I `I#I0 #IeIPeI]I,]IIII$IxIxI eI eIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 US& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 US& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 US&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 tJj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 * w D   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  JJ)4*444> ? IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``JJ 4 4  }}ggQ Q""$;%;'')%*%,,./11335n6n88:X;X==?B@BBBD,E,GGIJLLNOQwQwSSUaVaXXZK[K]]_5`5bbdeggi j l~l~nnpbqbssuFvFxxz*{*}}dd։֋HH,, b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IuIuIEILEIKITKIcUIcUIXIXIAnI(AnI߮I߮III5I(5IkIkIIIII}I }I)I )I=,IL =,IYI YI`I `II0 IYIPYII,IIII$IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1R -  c  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO);*;44>'?'IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$M%M'')9*9,,.%/%11346688:s;s==?_@_BBDKEKGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//ss[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIcUIcUIXIXImI(mIaIaIII5I(5IkIkIII3I3I}I }I)I )I=,IL =,IYI YI`I `IMI0 MIIPIϽI,ϽIIII$IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @U( bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @U( bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @U(  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t:Z b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1#c bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1}Lj S } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  XX)D*D44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44((  "#%%'')r*r,,.^/^113J4J668696;;=">"@@BCEEGGIpJpLLNXOXQQS@T@VVX(Y([[]^``bbdlelggiTjTlln/?/IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbd^e^ggiHjHlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIcUIcUIXIXImI(mI[I[III5I(5IkIkIII-I-I}I }I)I )I=,IL =,IYI YI`I `I;I0 ;I}IP}IcI,cIIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u]} b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 9  W &  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)<*<44>$?$IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$h%h'')P*P,,.8/8113 4 6689;|;|==?d@dBBDLELGGI4J4LLNOQQSSUnVnXXZR[R]]_6`6bbdeggiikplpnnpTqTssu8v8xxz{}}rrVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EIKITKIoUIoUIXIXI;nI(;nIٮIٮIIIAI(AIwIwI I IIII I)I )II,IL I,IYI YI`I `II0 I_IP_I{I,{IIII$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o; b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S6 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o; b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S6 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o;  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S6  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Hh b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations17  i B h } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP):*:44>$?$IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI(J(LLNOQQSSUgVgXXZM[M]]_3`3bbdeggiikrlrnnpXqXssu>v>xxz${$}} }}cc։֋II// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIgIgIɵIɵISI(SIIIII9I9II I%)I %)I[,IL [,IYI YI`I `II0 IYIPYI۽I,۽IIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ik@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ik@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ik@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 <\ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1&f bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1mB f } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL)6*644>?IIST^w^whhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$E%E'')/*/,,./11346x6x88:b;b==?J@JBBD0E0GGIJLLNNPoQoSSUUVUXXZ;[;]]_!`!bbdegzgziik`l`nnpFqFssu,v,xxz{}}kkބކQQÉË55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEIKITKIiUIiUIXIXI/nI(/nIͮIͮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `II0 I)IP)II,I I II$IxIxI%eI%eI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S) bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S) bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`,  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S)  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p/ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1J bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1( n Q  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)E*E44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii]] Q Q  EE99))  "#%w%w'')c*c,,.O/O113;4;668'9';;=>@@BBDoEoGGIWJWLLN?O?QQS'T'VVXY[[]]_k`kbbdSeSggi;j;lln#o#qqs t vvxxzg{g}}OOÂÄ77ww b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mIaIaIõIõIMI(MIIIII3I3II I)I )IU,IL U,IYI YI`I `II0 I#IP#IoI,oI{I{II$IxIxIdIdIqIqIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jj> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jj> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jj>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v% b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 l A  k ; } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  LL)2*244>?IISS]i^ihhrKsK} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ooU U""$;%;'')!*!,,./1z1z335`6`88:F;F==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__aXbXddf:g:iiklnnpprosouuwQxQzz|3}3gg׋׍GG b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEIKITKIiUIiUIXIXI5nI(5nIӮIӮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `I)I0 )IkIPkII,IIII$IxIxI eI eIIIII1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Nn b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1-  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 4  z ] -m } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS);*;44>!?!IIST^w^whhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''o o""$W%W'')?*?,,.'/'11346688:k;k==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbddfqgqiikUlUnnp9q9ssuvxxz{}s}sWWɄɆ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIiUIiUIXIXImI(mIgIgIII;I(;IqIqIII9I9II I )I  )IC,IL C,IYI YI`I `II0 I_IP_II,IIII$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1<| bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1pP0  ,l } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  QQ);*;44>&?&IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$p p""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqvqvssu^v^xxzF{F}}..vv`` b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI]I]IDILDIKITKIiUIiUIXIXI)nI()nIǮIǮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI{`I {`IۄI0 ۄIIPII,III+I$+IyIyI=eI=eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uU! b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uU! b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uU!  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1` bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1n\ J P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  [[)M*M44>???IIS+T+^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii[[ M M  ??11##  "#%%'')r*r,,.d/d113V4V668H9H;;=:>:@@B,C,EEGHJJLMOOQQSsTsVVXaYa[[]O^O``b;c;eeg%h%jjlmooqqshthvvxNyN{{}4~4rrVVȑȓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIiUIiUIXIXImI(mIgIgIII;I(;IqIqIII9I9II I )I  )IC,IL C,IYI YI`I `II0 I)IP)II,IMIMII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w ) b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1p P 0    } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>#?#IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI#J#LLN O Q|Q|SSUbVbXXZH[H]]_.`.bbdeggiikhlhnnpLqLssu0v0xxz{}}jj܄܆PPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI]I]IDILDIKITKIiUIiUIXIXI/nI(/nIͮIͮIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `I#I0 #IeIPeII,IIII$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wY% b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wY% b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wY%  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18 &  > } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  UU)C*C44>1?1IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd\e\ggiBjBlln&o&qqstvyvyxxz[{[}}==ssUU b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mImImIIIAI(AIwIwIII?I?II I)I )II,IL I,IYI YI`I `II0 ISIPSI I, I}I}II$IxIxI1eI1eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1R bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1J5 4 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIXJXLLNFOFQQS4T4VVX"Y"[[]^``bbdueuggicjcllnLoLqqs0t0vvxy{{}}jj܂܄NN22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIQIQIDILDIKITKIoUIoUIXIXI#nI(#nIIIIIAI(AIwIwIIIIII I)I )II,IL I,IYI YIu`I u`IՄI0 ՄIIPI/I,/III1I$1I yI yICeICeIIIgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jJ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jJ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jJ  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 a b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1v bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1XQ J C V } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)I*I44>9?9IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJyJyLLNeOeQQSQTQVVX=Y=[[])^)``bceeghjwjwllncocqqsOtOvvx;y;{{}'~'uuaaבד b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mImImIIIAI(AIwIwIII?I?II I)I )II,IL I,IYI YI{`I {`IۄI0 ۄIIPII,I%I%I I$ IxIxIeIeIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 n b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1=  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 v a L 7 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  NN)8*844>$?$IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddNN 8 8  ""  kkU U""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIWIWIDILDIKITKIoUIoUIXIXI)nI()nIǮIǮIIIAI(AIwIwIIIIII I)I )II,IL I,IYI YI`I `II0 ISIPSII,IWIWII$IxIxI+eI+eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lN b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S& bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lN b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S& bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lN  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S&  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .N b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1/o  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 < 5 .' } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)?*?44>+?+IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoq{q{ssucvcxxzK{K}}33ww__ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mIsIsIIIGI(GI}I}IIIEIEII I)I )IO,IL O,IYI YI`I `II0 IAIPAI)I,)ICICI%I$%IxIxI7eI7eI[I[I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1h bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1    } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  \\)H*H44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88,,   "#%%'(*v*v,,.b/b113N4N668:9:;;=&>&@@BCEEGGItJtLLN\O\QQSDTDVVX,Y,[[]^``bbdpepggiXjXlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIKIKIDILDIKITKIuUIuUIXIXInI(nIIIIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YIi`I i`IɄI0 ɄI IP IMI,MIiIiI+I$+IyIyI=eI=eIaIaI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_?  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_?  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_?   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Xx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations104 8 <  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>3?3IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbdbebggiLjLlln6o6qqs t vvx y {{}}iiނބSSȇȉ=='' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mIsIsIIIGI(GI}I}IIIEIEII I)I )IO,IL O,IYI YIo`I o`IτI0 τIIPII,III I$ IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 c b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1x n d Zn } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)@*@44>(?(IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$l%l'')T*T,,.>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIQIQIDILDIKITKIuUIuUIXIXI#nI(#nIIIIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YI`I `II0 IAIPAII,I)I)II$IxIxI%eI%eIIIIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S' bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S' bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aC  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S'  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x8 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@ D HL } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)>*>44>(?(IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$Q%Q'');*;,,.%/%11346688:n;n==?X@XBBDBEBGGI,J,LLNOQQSSUkVkXXZQ[Q]]_7`7bbdeggijlvlvnnp\q\ssuBvBxxz({(}}ggډڋMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDIDIII$IImImIIIղI$ղIII]I]II$I`I`IYIYII IKI| KI%I %IxI xI7eI 7eII IIImI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1 =k  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1 =k  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1 =k  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1d  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  aa)K*K44>1?1IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&p p""$Z%Z'')D*D,,../.11346689;w;w==?]@]BBDCECGGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~bbԉԋFF** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIoIoIIpIIIAIAIaI`aIqIqIIIKIL KI1I 1I yIp  yICeIt CeIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S3 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  ff)R*R44>:?:IIS"T"^^h i s|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvjj ^ ^  RRFF66""  "#%%'')p*p,,.\/\113H4H668494;;=>@@BCEzEzGGIbJbLLNJOJQQS2T2VVXY[[]^`v`vbbd^e^ggiFjFlln.o.qqstvvxxzr{r}}ZZ΂΄BB''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDIDIII$IImImIIIղI$ղIII]I]II$I`I`IYIYII IKI| KI I  IxI xIeI eII I_I_II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1 >i b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1 >i b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1 >i b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1g  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  __)E*E44>'?'IIS T ^z^zhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&h h""$N%N'')4*4,,./11346s6s88:Y;Y==?;@;BBDEGGIIKpLpNNPRQRSSU4V4XXZ[]]__aibiddfKgKiik-l-nnpqssuuwbxbzz|D}D&&vvVVƐƒ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIoIoIIpIIIAIAIaI`aI}I}IIIKIL KII IxIp xI+eIt +eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S5 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  bb)J*J44>.?.IIST^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvff V V  FF66""  ~ ~""$f%f'')N*N,,.6/611346689;z;z==?^@^BBDBEBGGI&J&LLN O Q|Q|SSU`V`XXZD[D]]_(`(bbd e g~g~iikblbnnpFqFssu*v*xxz{}}ddքֆFF((  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIIIղIղIIpIWIWIII`I``IMIMIIIKIL KI+I +IyIp yI=eIt =eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1]}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  bb)L*L44>5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55""   ""$k%k'')U*U,,.?/?113)4)6689;;==?r@rBBD\E\GGIEJELLN-O-QQSTVVXXZq[q]]_Y`YbbdAeAggi)j)llnoqqssumvmxxzU{U}}==%%mm b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIcIcIIpIII5I5IaI`aIeIeIIIKIL KI7I 7IyIp yIIeIt IeIIT IgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\< b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1x  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  dd)V*V44>F?FIIS2T2^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrdd V V  HH::,,  "#%%'(*{*{,,.m/m113_4_668Q9Q;;=C>C@@B5C5EEG'H'JJLMOOQRTzTzVVXhYh[[]V^V``bBcBeeg,h,jjlmooqqsotovvxUyU{{};~;!!ww[[͓͑ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIIIղIղIIpIWIWIII`I``IYIYIIIKIL KII IxIp xI+eIt +eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1l  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  ^^)H*H44>0?0IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##m m""$W%W'')A*A,,.+/+11346688:t;t==?^@^BBDHEHGGI0J0LLNOQQSSUoVoXXZU[U]]_;`;bbdeggijlulunnpYqYssu=v=xxz!{!}}ww[[Ή΋AA'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKInInIIIcIcIIpIII5I5IaI`aIwIwIIIKIL KI%I %IxIp xI7eIt 7eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\>  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\>  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\>  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  ``)N*N44>:?:IIS"T"^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rr`` N N  <<** } }""$k%k'')Y*Y,,.G/G113545668#9#;;=>@@BBDvEvGGIbJbLLNLOLQQS6T6VVX Y [[] ^ ``bbdeeeggiKjKlln/o/qqstvvxxzd{d}}FF(( zz\\ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpIQIQIII`I``IAIAIyIyIEIL EI+I +IyIp yI=eIt =eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  __)M*M44>;?;IIS)T)^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq__ M M  ;;)) | |""$j%j'')X*X,,.F/F113444668"9";;=>@@BBDuEuGGIcJcLLNQOQQQS?T?VVX-Y-[[]^``b c eegginjnllnWoWqqs;t;vvxy{{}~uuYYˇˉ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKI#nI#nIIIQIQIIpIII#I#I`I``I_I_IyIyIEIL EI7I 7IyIp yIIeIt IeIIT ImImII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eE b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eE b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eE b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ^^)N*N44>>..  ""$v%v'')f*f,,.V/V113F4F668696;;=&>&@@BCEEGHJ|J|LLNhOhQQSTTTVVX@Y@[[],^,``bceeghjzjzllnfofqqsRtRvvx>y>{{}*~*xxddڑړ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIyIyI۲I۲IIpIKIKIII`I``IYIYIyIyIEIL EII IxIp xI+eIt +eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  YY)C*C44>-?-IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ooYY C C  --vv` `""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLNOQQSSUnVnXXZX[X]]_B`Bbbd,e,ggijllnnpoqossuSvSxxz7{7}}qqUUǎǐ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI#nI#nIIIQIQIIpIII#I#IaI`aIqIqIyIyIEIL EII IxIp xI1eIt 1eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eG b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ZZ)F*F44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22  l l""$X%X'')D*D,,.0/011346689;~;~==?j@jBBDVEVGGI@J@LLN(O(QQSTVVXXZl[l]]_T`Tbbd;?;IIS#T#^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqee Y Y  MMAA55))  "#%%' ( **,,.k/k113W4W668C9C;;=/>/@@BCEEGHJ{J{LLNcOcQQSKTKVVX3Y3[[]^``bcewewggi_j_llnGoGqqs/t/vvxy{{}}ss[[χωCC++ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI)nI)nIǮIǮIiIiIIpIII;I;I`I``ISISIsIsI?IL ?I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nN b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nN b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nN b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1l  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  XX)F*F44>2?2IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjXX F F  44""u u""$c%c'')Q*Q,,.?/?113-4-6689;;= > @@BBDnEnGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbdaeaggiKjKlln5o5qqstvvx y {~{~}}hh݂݄RRLJlj<<&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIsIsIɲIɲIIpIEIEIII`I``ISISIsIsI?IL ?I I  IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1l  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  __)G*G44>-?-IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??//  ""$s%s'')[*[,,.C/C113+4+6689;;==?o@oBBDWEWGGI=J=LLN!O!QQSTVwVwXXZ[[[]]_?`?bbd#e#ggijlylynnp]q]ssuAvAxxz%{%}} {{__щыCC'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI)nI)nIǮIǮIiIiIIpIII;I;IaI`aIqIqIsIsI?IL ?II IxIp xI%eIt %eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nP b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nP b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nP b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  WW)A*A44>)?)IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //}}i i""$T%T'')>*>,,.(/(11346688:q;q==?[@[BBDEEEGGI-J-LLNOQQSSUlVlXXZR[R]]_8`8bbdeggijlwlwnnp]q]ssuCvCxxz){)}}hhۉۋNN44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIsIsIղIղIIpIEIEIIII_I`I_IIIsIsI?IL ?II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  UU)?*?44>%?%IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..zzd d""$N%N'')8*8,,."/"113 4 6688:k;k==?Q@QBBD7E7GGIJLLNOQvQvSSU\V\XXZB[B]]_(`(bbdeggiikglgnnpMqMssu3v3xxz{}}rrVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIyKIyKI/nI/nIͮIͮIKIKIIpIIIIII_I`I_IIIsIsI?IL ?II IxIp xI%eIt %eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wW# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wW# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wW# b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)F*F44>.?.IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::**  "#%x%x'')d*d,,.P/P113<4<668(9(;;=>@@BBDnEnGGIVJVLLN>O>QQS&T&VVXY[[]]_j`jbbdReRggi:j:lln"o"qqs t v~v~xxzf{f}}NN‚„66tt b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImImImIղIղIIpI?I?IIII_I`I_IIIsIsI?IL ?II IxIp xIeIt eIwIT wIGIGII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  SS)9*944>?IISS]n^nhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..vv\ \""$B%B'')(*(,,./11335g6g88:M;M==?/@/BBDEGGIIKdLdNNPFQFSSU(V(XXZ [ ]{]{__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIyKIyKI/nI/nIͮIͮIKIKIIpIIIIII_I`I_IIIsIsI?IL ?II IxIp xIeIt eIIT III1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wY% b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wY% b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wY% b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)>*>44>"?"IIST^x^xhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**r r""$Z%Z'')B*B,,.*/*11346688:n;n==?R@RBBD6E6GGIJLLNNPpQpSSUTVTXXZ8[8]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIòIòIIpI?I?IIIC_I`C_IIImImI9IL 9I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  VV)@*@44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99)) u u""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11wwaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIcIcIEI EIKIKI/nI/nIͮIͮI]I]IIpIII/I/IC_I`C_IIImImI9IL 9II IxIp xI1eIt 1eIyIT yIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`, b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  XX)J*J44>:?:IIS&T&^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffXX J J  <<..    "#%}%}'')o*o,,.a/a113S4S668E9E;;=7>7@@B)C)EEGHJJL M OOQQSnTnVVX\Y\[[]J^J``b6c6eeg h jjl m o}o}qqsctcvvxIyI{{}/~/kk݌ݎOO b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIgIgIòIòIIpI9I9IIIC_I`C_IIImImI9IL 9II IxIp xIeIt eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>$?$IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD.?.IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln#o#qqstvvvvxxzX{X}}::nnߎߐPP b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIaIaIϲIϲIIpI3I3III=_I`=_IIIgIgI3IL 3II IxIp xI%eIt %eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNEOEQQS3T3VVX!Y![[]^``bbdtetggibjbllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EImKImKI5nI5nIӮIӮI?I?IIpIIIII=_I`=_IIIgIgI3IL 3I%I %IxIp xI7eIt 7eIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR)B*B44>0?0IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22"" z z""$j%j'')Z*Z,,.J/J113:4:668*9*;;=>@@B C EEGGIpJpLLN\O\QQSHTHVVX4Y4[[] ^ ``b c eegginjnllndodqqsPtPvvx!?!IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccMM 7 7  !!  jjT T""$>%>'')(*(,,./11335q6q88:[;[==?E@EBBD/E/GGIJLLNOQxQxSSUbVbXXZL[L]]_6`6bbd e ggi j llnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EImKImKI;nI;nIٮIٮI?I?I Ip IIIII=_I`=_IIIgIgI3IL 3I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k7 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k7 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k7 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN):*:44>$?$IIS T ^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$L%L'')8*8,,.$/$11346688:r;r==?^@^BBDJEJGGI4J4LLNOQQSTVxVxXXZ`[`]]_H`Hbbd0e0ggijllnoq|q|ssudvdxxzL{L}}44xx`` b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImI[I[IIIIpI-I-III{`I`{`IۄIۄIgIgI3IT 3II IAwIx AwIGI| GIOI\ OIEIEII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1e$  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  YY)G*G44>1?1IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55))  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIqJqLLNYOYQQSATAVVX)Y)[[]^``bbdmemggiUjUllnIoIqqs1t1vvxy{{}~uu]]чщEE-- b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IiIiIEI EIKIKI;nI;nIٮIٮIQIQI Ip III#I#I{`I`{`IۄIۄIgIgI3IT 3II IGwIx GwI%GI| %GIUI\ UIKIKII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1q%  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  LL)D*D44>0?0IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^LL : :  (({{i i""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd_e_ggiIjIlln?o?qqs)t)vvxy{{}}rr\\чщFF00 b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IIIDI DIHIHImImI[I[IIIIpI-I-III`I``IIIgIgI3IT 3II I)wIx )wIGI| GII\ III{I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1K  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)?*?44>%?%IIS T ^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpaqassuEvExxz){)}} ccՉՋGG++ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IoIoI EI  EIKIKI;nI;nIٮIٮIQIQI Ip III#I#I`I``I;I;IgIgI3IT 3II I/wIx /wI GI|  GII\ IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations10  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  KK)=*=44>%?%IIS T ^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##qq] ]""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpeqessuKvKxxz1{1}}ppVVɎɐ<< b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1uIIIGDI|GDIIIIILILIkVI|kVIYIHYI{mI{mIIPI}IX}III=IP=IsIsIMIMII$ IOI, OI I  I*I$ *IE-I E-IZI| ZIo`IXo`IτIτIIIIIyI\yIIIIII8IxIxI+eI+eIrIrIOIlOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 i" b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1U `*T  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dU *yRT+)~S(}R' | Q &  {  P  :zd bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  )D*D44>2?2IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^LL : :  ((CC1 1""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbdaeaggiKjKllnAoAqqs+t+vvxy{{}}tt^^ӇӉHH22# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIEIdEIKIlKI]UI]UIXIXISnI@SnIIIII/I@/IeI eI%I%IIIwI wI)I )I7,Id 7,IyYI yYI`I `I5IH 5IwIhwIIDIIIIII I I IxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Uu* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Uu* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Uu*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~,Lg b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1&fU*X  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d&U*dTC)~S(V-   [ 2   `  VJ!x bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  PP)<*<44>'?'IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##o o""$#%#'') * ,,..01346689;x;x==?b@bBBDLELGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd?e?ggi'j'llnoqqssukvkxxzS{S}};;##mm  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1uIIIGDI|GDIIIIILILIkVI|kVIYIHYIumIumIIPI}IX}III=IP=IsIsIGIGII$ IOI, OI I  I*I$ *IE-I E-IZI| ZI`IX`III5I5IIIyI\yIIIIII8IxIxIeIeIrIrIIlIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 (H b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1U*T  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dU*T)~]S6(}R' | Q &  {  P  :zId bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  )=*=44>'?'IIS T ^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##88$ $""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI+J+LLNOQQSSUjVjXXZP[P]]_6`6bbdeggijlulunnpgqgssuMvMxxz3{3}}rrXXˎː>># b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII%EId%EIKIlKI]UI]UIXIXIYnI@YnIIIII/I@/IeI eI+I+IIIwI wI)I )I7,Id 7,IyYI yYI`I `IIH IGIhGI#ID#IIIII!I !IIIxIpxIeIteIrITrIIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Uv* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Uv* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Uv*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V<\ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1p `|  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dp`P@"0 `?n\  J  8  &    p`Pl bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL):*:44>$?$IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$%''))+o,o..01346|6|88:f;f==?P@PBBD:E:GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bbdeggijlulunnpYqYssu=v=xxz!{!}}ww]]ЉЋCC))  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIDIdDIKIlKI]UI]UIXIXImI@mI[I[III/I@/IeI eIII-I-IwI wI)I )I7,Id 7,IyYI yYI`I `IIH I_Ih_IIDIIIII!I !I I IxIpxIeIteIrITrI%I%II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 DU* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 DU* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 DU*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 nKk , b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1#ciRh  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d#i~TY=4&xaJ5  v a L 7 " K_ J bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR)>*>44>(?(IdIdST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbVV J J  >>22""  ""$p%p'')\*\,,.H/H113444668 9 ;;= > @@BBDhEhGGIPJPLLN8O8QQS T V\V\XXZD[D]]_,`,bbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::!!zz  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuI{I{IEIdEIKIlKI]UI]UIXIXIMnI@MnIIIII/I@/IeI eIIIIIwI wI)I )I7,Id 7,IyYI yYI`I `IYIH YIIhIIDIIIIII I I IxIpxIeIteIrITrI7I7II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1YU*T  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dU*vST0)~S(}R' | Q &  {  P  ):zd bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>/?/IIST^Y^Yhisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIWJWLLNEOEQQS3T3VVX!Y![[]^``bbdtetggibjbllnoqqssukvkxxz{}}kk݂݄OO33  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIDIdDIKIlKI]UI]UIXIXImI@mI[I[III/I@/IeI eIII-I-IwI wI)I )I7,Id 7,IyYI yYI`I `IIH IAIhAIIDIIIII I  IIIxIpxIeIteIrITrIII}I$}I%I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 CU* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 CU* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 CU*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1bDD  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dbD&jjLE. pP0   p  P  0  rpTT bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)6*644>?IUIUST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22""j j""$R%R''):*:,,."/"113 4 6~6~88:f;f==?L@LBBD0E0GGIJLLNNPjQjSSUVXXZZ\k]k__abdegtgtiikXlXnnp>   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIIIEIdEIKIlKI]UI]UIXIXIMnI@MnIIIII/I@/IeI eIIIIIwI wI)I )I7,Id 7,IyYI yYI`I `I/IH /IqIhqIIDIIIIII IIIxIpxI eIt eIrITrIIII$IUI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 [{:Z b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1U*T  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dU*T) ~jSG($}R' | Q &  {  P  :zd bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  KK)5*544>!?!IIS T ^H^Hhhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaKK 5 5    ~~hhR R""$<%<'')&*&,,./11335o6o88:Y;Y==?C@CBBD-E-GGIJLLNOQxQxSSUbVbXXZL[L]]_6`6bbd e ggi j llnnp.q.ssuvxxz/{/}}iiۉۋMM11  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIcUIcUIXIXImI(mIaIaIII5I(5IkIkIII3I3I}I }I)I )I=,IL =,IYI YI`I `IAI0 AIIPIŸI,ŸIaIaII$IxIxI+eI+eIsIsICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TU* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TU* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TU*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 s6h b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1\ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1yV3 , } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  TT)F*F44>8?8IIS$T$^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbTT F F  88**  "#%y%y'')k*k,,.]/]113O4O668A9A;;=3>3@@B%C%EEGHJJLMO~O~QQSlTlVVXZYZ[[]H^H``b4c4eeghjjlmo{o{qqsatavvxGyG{{}-~-kk݌ݎOO b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IuIuIEILEIKITKIiUIiUIXIXIGnI(GnIIIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI aI  aIkI0 kIIPII,I1I1II$IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8X b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 L bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 gB  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  [[)G*G44>3?3IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77++  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIsJsLLN[O[QQSCTCVVX+Y+[[]^``bbdoeoggiWjWlln?o?qqs't'vvxy{{}}kk߂߄SSLJlj;;## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIcUIcUIXIXImI(mI[I[III5I(5IkIkIII-I-I}I }I)I )I=,IL =,IYI YI`I `II0 I_IP_IeI,eIIII$IxIxIeIeIIIIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UU* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UU* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UU*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Cc2R b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1mJ' } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)>*>44>,?,IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$[%['')I*I,,.7/7113%4%6689;;=>@x@xBBDfEfGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbdWeWggi=j=lln!o!qqstvtvtxxzV{V}}88nnߎߐPP b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I{I{IEILEIKITKIiUIiUIXIXIGnI(GnIIIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YI`I `ISI0 SIIPISI,SIIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8Xz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xS. W } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)=*=44>%?%IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$i%i'')Q*Q,,.9/9113!4!668 9 ;};}==?e@eBBDMEMGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpUqUssu9v9xxz{}}ssWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIiUIiUIXIXImI(mIgIgIII;I(;IqIqIII9I9II I )I  )IC,IL C,IYI YI`I `ISI0 SIIPIŸI,ŸIIII$IxIxI1eI1eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @W, bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @W, bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @W,  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x @y b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1S bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1rQ0C } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR)B*B44>2?2IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22"" z z""$j%j'')Z*Z,,.J/J113:4:668*9*;;=>@@B C EEGGIrJrLLN^O^QQSJTJVVX6Y6[[]"^"``bceeggipjplln\o\qqsHtHvvx4y4{{} ~  nnZZБГ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EIKITKIuUIuUIXIXI;nI(;nIٮIٮIIIGI(GI}I}I I IIII I)I )IO,IL O,IYI YI`I `II0 IYIPYII,IIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o; b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U9 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o; b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U9 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o;  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U9  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Z4  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>!?!IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?M@MBBD3E3GGIJLLNNPrQrSSUXVXXXZ>[>]]_$`$bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnTTƉƋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIiUIiUIXIXImI(mIaIaIII;I(;IqIqIII3I3II I )I  )IC,IL C,IYI YI`I `IAI0 AIIPI_I,_IIII$IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 b4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1nM, } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN):*:44>&?&IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$L%L'')8*8,,.$/$11346688:r;r==?^@^BBDJEJGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqvqvssu^v^xxzF{F}}..rrZZ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EIKITKIuUIuUIXIXIAnI(AnI߮I߮IIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YI`I `I I0  IMIPMIGI,GIIII$IxIxIdIdIkIkI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U: bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U: bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s?  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U:  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1jDx4t } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  MM)3*344>?IISS]j^jhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((ppV V""$<%<'')"*",,./1{1{335a6a88:G;G==?+@+BBD E G~G~IIK`L`NNPBQBSSU$V$XXZ[]w]w__aYbYddf;g;iiklnnpprpspuuwRxRzz|4}4hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIgIgIɵIɵISI(SIIIII9I9II I%)I %)I[,IL [,IYI YI`I `ISI0 SIIPII,IIII$IxIxI+eI+eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  ImB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  ImB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  ImB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }*Jr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 K bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 lM.[ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)>*>44>,?,IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$[%['')I*I,,.7/7113%4%6689;;=>@x@xBBDfEfGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbd[e[ggiEjElln/o/qqstvvxy{x{x}}bbׂׄLL66  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIiIiIEILEIKITKIoUIoUIXIXI5nI(5nIӮIӮIIIAI(AIwIwIIIIII I)I )II,IL I,IYI YI`I `II0 ISIPSII,IIII$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U- bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U- bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U-  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1eJ/@ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  TT)>*>44>)?)IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''s s""$]%]'')G*G,,.1/111346689;z;z==?d@dBBDNENGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11yycc b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIgIgIɵIɵISI(SIIIII9I9II I%)I %)I[,IL [,IYI YI`I `IAI0 AIIPI_I,_I9I9II$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JlA bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JlA bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JlA  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 c6V b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1pQ2 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)9*944>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpWqWssu=v=xxz#{#}} ||bbՉՋHH.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIiIiIEILEIKITKIoUIoUIXIXI;nI(;nIٮIٮIIIAI(AIwIwI I IIII I)I )II,IL I,IYI YI`I `II0 IGIPGIYI,YIcIcII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1y^C% } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>$?$IIS T ^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bbdeggiikilinnpMqMssu1v1xxz{}}kk݄݆QQĉċ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mImImIIIAI(AIwIwIII?I?II I)I )II,IL I,IYI YI`I `II0 ISIPSII,IIII$IxIxI%eI%eI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1eF'T } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)B*B44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66&&  ""$t%t'')`*`,,.L/L113848668$9$;;=>@@BBDlElGGITJTLLN3?3IIS!T!^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGI[J[LLNIOIQQS7T7VVX%Y%[[]^``bcexexggifjfllnOoOqqs3t3vvxy{{}}mm߂߄QQÇÉ55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mImImIIIAI(AIwIwIII?I?II I)I )II,IL I,IYI YI`I `II0 IGIPGI_I,_I9I9II$IxIxIeIeIIIII1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 $D b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1iJ+ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR):*:44> ? IIST^v^vhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&n n""$V%V'')>*>,,.&/&11346688:j;j==?P@PBBD4E4GGIJLLNNPnQnSSURVRXXZ6[6]]_`bbddfpgpiikTlTnnp8q8ssuvxxz{}r}rVVȄȆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEIKITKIoUIoUIXIXI5nI(5nIӮIӮIIIAI(AIwIwIIIIII I)I )II,IL I,IYI YI`I `II0 I5IP5IeI,eI#I#I I$ IxIxIeIeIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y]) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y]) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y])  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  OO)9*944>%?%IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeOO 9 9  ##  llV V""$@%@'')***,,./11335s6s88:];]==?G@GBBD1E1GGIJLLNOQ|Q|SSUfVfXXZP[P]]_:`:bbd$e$ggijllnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mIsIsIIIGI(GI}I}IIIEIEII I)I )IO,IL O,IYI YI`I `II0 IGIPGII,I'I'I+I$+IyIyI=eI=eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y"B b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1iR; } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  XX)J*J44>7@@B)C)EEGHJJL M OOQQSpTpVVX^Y^[[]L^L``b8c8eeg"h"jjl m ooqqsetevvxKyK{{}1~1ooSSőœ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIWIWIDILDIKITKIuUIuUIXIXI)nI()nIǮIǮIIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YI`I `II0 I5IP5II,I)I)I%I$%IxIxI7eI7eI[I[I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lN b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lN b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1lN  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r2 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1{vq } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  __)K*K44>7?7IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;//##  "#%%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJwJwLLN_O_QQSGTGVVX/Y/[[]^``bbdsesggi[j[llnCoCqqs+t+vvxy{{}}ooWWˇˉ??'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mIsIsIIIGI(GI}I}IIIEIEII I)I )IO,IL O,IYI YI`I `II0 I5IP5IeI,eIIII$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 . b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$ v_I } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>0?0IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln%o%qqstvxvxxxzZ{Z}}<<rrTT b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI]I]IDILDIKITKIuUIuUIXIXI/nI(/nIͮIͮIIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YI{`I {`IۄI0 ۄIIPIwI,wIII I$ IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nR b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U* bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nR b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U* bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nR  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U*  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1lgb][ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)A*A44>)?)IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI9J9LLNOQQSTVsVsXXZW[W]]_;`;bbdeggijlulunnpYqYssu=v=xxz!{!}}ww[[͉͋??## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKIuUIuUIXIXImI(mIyIyIIIGI(GI}I}IIIKIKII I)I )IO,IL O,IYI YI`I `II0 I;IP;II,III1I$1I yI yICeICeIIIgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r4 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1th\P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)F*F44>6?6IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$n%n'')^*^,,.N/N113>4>668.9.;;=>@@BCEEGGIvJvLLNbObQQSNTNVVX:Y:[[]&^&``bceeggitjtlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIQIQIDILDIKITKIuUIuUIXIXI#nI(#nIIIIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YIaI aIwI0 wIIPII,IIII$IxIxI%eI%eIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aC  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 g b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 P } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  SS)=*=44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,xxb b""$L%L'')6*6,,. / 113 4 6688:i;i==?Q@QBBD7E7GGIJLLNOQvQvSSU\V\XXZB[B]]_(`(bbdeggiikglgnnpMqMssu3v3xxz{}}rrXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKIuUIuUIXIXImI(mIyIyIIIGI(GI}I}IIIKIKII I)I )IO,IL O,IYI YI`I `II0 I#IP#IqI,qIIII$IxIxI+eI+eI%I%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1PD8,D } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)>*>44>*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$P%P'')<*<,,.(/(11346689;v;v==?b@bBBDNENGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIWIWIDILDIKITKIuUIuUIXIXI#nI(#nIIIIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YI aI  aIkI0 kIIPII,IIII$IxIxI eI eIIISISII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U+ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U+ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cG  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U+  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 g b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$*V } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  QQ)7*744>?IISS]n^nhhrPsP} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,ttZ Z""$@%@'')&*&,,. / 11335e6e88:K;K==?/@/BBDEGGIIKdLdNNPFQFSSU(V(XXZ [ ]{]{__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8ll܋܍LL b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDIDIII$IImImIIIղI$ղIIIcIcII$I[_I[_IIII IKI| KI=I =IyI yIOeI OeIsI sICICII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations19m b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  ee)S*S44>???IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwee S S  AA//   ""$p%p'')^*^,,.L/L113:4:668(9(;;=>@@BCE{E{GGIgJgLLNQOQQQS;T;VVX%Y%[[]^``bbdnenggiXjXllnBoBqqs,t,vvxy{{}~uu__ԇԉII33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIKIKIDI DIKIKInInIIIoIoIIpIIIAIAIaI`aIqIqIIIKIL KI+I +IyIp yI=eIt =eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U7 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U7 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U7 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1z  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  aa)K*K44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ttdd T T  DD44!!   ""$j%j'')T*T,,.>/>113(4(6689;;==?q@qBBD[E[GGIDJDLLN,O,QQSTVVXXZp[p]]_X`Xbbd@e@ggi(j(llnoqqssulvlxxzT{T}}<<$$ ll b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDIDIII$IImImIIIղI$ղIIIcIcII$I[_I[_IIII IKI| KI+I +IyI yI=eI =eI I  IIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:k  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:k  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1:k  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  bb)L*L44>4?4IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&t t""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI8J8LLNOQQSTVwVwXXZ][]]]_C`Cbbd)e)ggijllnnphqhssuNvNxxz4{4}}ssYY̎̐?? b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKInInIIIoIoIIpIIIAIAIaI`aIwIwIIIKIL KII IxIp xI1eIt 1eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U9 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  __)I*I44>1?1IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$n n""$X%X'')B*B,,.,/,11346689;u;u==?_@_BBDIEIGGI1J1LLNOQQSSUpVpXXZV[V]]_<`v>xxz"{"}}xx\\ωϋBB(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIIIղIղIIpI]I]III`I``ISISIIIKIL KI1I 1I yIp  yICeIt CeIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1d  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  gg)S*S44>;?;IIS#T#^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwkk _ _  SSGG77##  "#%%'')q*q,,.]/]113I4I668595;;=>@@BCE{E{GGIcJcLLNKOKQQS3T3VVXY[[]^`w`wbbd_e_ggiGjGlln/o/qqstvvxxzs{s}}[[ςτCC(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIQIQIDI DIKIKI#nI#nIIIiIiIIpIII;I;IaI`aIeIeIIIKIL KI1I 1I yIp  yICeIt CeI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^@  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^@  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^@  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1u  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ^^)L*L44>:?:IIS(T(^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp^^ L L  ::(( { {""$i%i'')W*W,,.E/E113343668!9!;;=>@@BBDtEtGGIbJbLLNPOPQQS>T>VVX,Y,[[]^``bceeggimjmllnVoVqqs:t:vvxy{{}~ttXXʇʉ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIIIղIղIIpIWIWIII`I``I_I_IIIKIL KII IxIp xI+eIt +eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1o  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  aa)I*I44>-?-IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55!!  } }""$e%e'')M*M,,.5/511346689;y;y==?]@]BBDAEAGGI%J%LLN O Q{Q{SSU_V_XXZC[C]]_'`'bbd e g}g}iikalannpEqEssu)v)xxz { }}ccՄՆEE''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI#nI#nIIIiIiIIpIII;I;IaI`aIwIwIIIKIL KII IxIp xI1eIt 1eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^B b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^B b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^B b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ZZ)D*D44>.?.IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppZZ D D  ..wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBDG?GIIS3T3^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssee W W  II;;--  "#%%'(*|*|,,.n/n113`4`668R9R;;=D>D@@B6C6EEG(H(JJLMOOQRT{T{VVXiYi[[]W^W``bCcCeeg-h-jjlmooqqsptpvvxVyV{{}<~<""xx\\ΑΓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI)nI)nIǮIǮIQIQIIpIII#I#I`I``IYIYIyIyIEIL EI+I +IyIp yI=eIt =eIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gI b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gI b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gI b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1n  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  dd)P*P44>:?:IIS"T"^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppdd X X  LL@@44((  "#%%'(*~*~,,.j/j113V4V668B9B;;=.>.@@BCEEGHJzJzLLNbObQQSJTJVVX2Y2[[]^``bcevevggi^j^llnFoFqqs.t.vvxy{{}}rrZZ·ΉBB** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpIQIQIII`I``I_I_IyIyIEIL EII IxIp xI1eIt 1eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1r  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  __)M*M44>9?9IIS!T!^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq__ M M  ;;)) | |""$j%j'')X*X,,.F/F113444668"9";;=>@@BBDuEuGGIaJaLLNKOKQQS5T5VVXY[[] ^ `~`~bbddedggiJjJlln.o.qqstvvxxzc{c}}EE''yy[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI)nI)nIǮIǮIQIQIIpIII#I#IaI`aIqIqIyIyIEIL EII IxIp xI%eIt %eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gK b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gK b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gK b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ``)H*H44>.?.IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp`` P P  @@00    "#%t%t'')\*\,,.D/D113,4,6689;;==?p@pBBDXEXGGI>J>LLN"O"QQSTVxVxXXZ\[\]]_@`@bbd$e$ggijlzlznnp^q^ssuBvBxxz&{&}} ||``҉ҋDD(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIɲIɲIIpIQIQIII`I``IAIAIsIsI?IL ?I7I 7IyIp yIIeIt IeIIT ImImII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  __)O*O44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??//  ""$w%w'')g*g,,.W/W113G4G668797;;='>'@@BCEEGHJ}J}LLNiOiQQSUTUVVXAYA[[]-^-``bceeghj{j{llngogqqsStSvvx?y?{{}+~+yyeeۑۓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIiIiIIpIII;I;IO_I`O_IIIsIsI?IL ?I I  IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pR b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pR b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pR b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  TT)>*>44>$?$IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiUU A A  --yyc c""$M%M'')7*7,,.!/!113 4 6688:j;j==?P@PBBD6E6GGIJLLNOQuQuSSU[V[XXZA[A]]_'`'bbd e ggiikflfnnpLqLssu2v2xxz{}}qqUUljNj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIyIyIɲIɲIIpIKIKIII`I``IYIYIsIsI?IL ?II IxIp xI1eIt 1eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1s  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  YY)E*E44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11  k k""$W%W'')C*C,,.///11346689;};}==?i@iBBDUEUGGI?J?LLN'O'QQSTVVXXZk[k]]_S`Sbbd;e;ggi#j#lln o qqssugvgxxzO{O}}77{{cc b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIiIiIIpIII;I;IO_I`O_IIIsIsI?IL ?II IxIp xI eIt  eI}IT }IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pT  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pT  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pT  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  TT):*:44>?IISS]o^ohhrOsO} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //ww] ]""$C%C''))*),,./11335h6h88:N;N==?0@0BBDEGGIIKeLeNNPGQGSSU)V)XXZ [ ]|]|__a^b^ddf@g@iik"l"nnpqsusuuuwWxWzz|9}9kkۋۍKK b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DI II IImImIyIyI۲I۲IIpIKIKIII`I``I5I5IsIsI?IL ?II IxIp xI1eIt 1eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ss  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  YY)G*G44>3?3IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkYY G G  55##v v""$d%d'')R*R,,.@/@113.4.6689;;= > @@BBDoEoGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbdbebggiLjLlln6o6qqs t vvx y {{}}iiނބSSȇȉ=='' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIcIcIEI EIyKIyKI/nI/nIͮIͮIKIKIIpIIIIII_I`I_IIIsIsI?IL ?II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y[' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y[' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y[' b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  UU)?*?44>(?(IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((t t""$^%^'')H*H,,.2/211346689;{;{==?e@eBBDOEOGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00vv`` b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIsIsIղIղIIpIEIEIII`I``IYIYIsIsI?IL ?I I  IxIp xIeIt eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1t  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)@*@44>(?(IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..||h h""$S%S'')=*=,,.'/'11346688:p;p==?Z@ZBBDDEDGGI,J,LLNOQQSSUkVkXXZQ[Q]]_7`7bbdeggijlvlvnnp\q\ssuBvBxxz({(}}ggډڋMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIcIcIEI EIyKIyKI5nI5nIӮIӮIKIKIIpIIIIII_I`I_IIIsIsI?IL ?II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y]) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y]) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y]) b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  SS)=*=44>%?%IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,xxb b""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikjljnnpNqNssu2v2xxz{}}llބކPPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIòIòIIpI?I?IIIC_I`C_IIImImI9IL 9II IxIp xI%eIt %eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  [[)G*G44>/?/IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;++  "#%y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDoEoGGIWJWLLN?O?QQS'T'VVXY[[]]_k`kbbdSeSggi;j;lln#o#qqs t vvxxzg{g}}OOÂÄ77uu b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI5nI5nIӮIӮI]I]IIpIII/I/IC_I`C_IIImImI9IL 9II IxIp xI%eIt %eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d0 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hisrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLNDODQQS2T2VVX Y [[]^``bbdsesggiajallnJoJqqs.t.vvxy{{}}hhڂڄLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIòIòIIpI?I?IIIC_I`C_IIImImI9IL 9II IxIp xI eIt  eIIT III+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  UU)=*=44>!?!IIST^w^whhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))q q""$Y%Y'')A*A,,.)/)11346688:m;m==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbddfqgqiikUlUnnp9q9ssuvxxz{}s}sWWɄɆ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI;nI;nIٮIٮI]I]I Ip III/I/IC_I`C_IIImImI9IL 9II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f2 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  NN)8*844>"?"IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddNN 8 8  ""  kkU U""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIgIgIϲIϲIIpI9I9IIIC_I`C_IIIgIgI3IL 3II IxIp xI1eIt 1eIyIT yIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  YY)K*K44>;?;IIS'T'^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggYY K K  ==//!!  "#%~%~'')p*p,,.b/b113T4T668F9F;;=8>8@@B*C*EEGHJJL M OOQQSoToVVX]Y][[]K^K``b7c7eeg!h!jjl m ooqqsftfvvxLyL{{}2~2nnRRđē b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EImKImKI;nI;nIٮIٮI?I?I Ip IIIIIC_I`C_IIIgIgI3IL 3II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  XX)D*D44>.?.IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44((  "#%%'')r*r,,.^/^113J4J668696;;=">"@@BCEEGGInJnLLNVOVQQS>T>VVX&Y&[[]^``bbdjejggiRjRllnDoDqqs,t,vvxy{{}}ppXẊ̉@@(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIgIgIϲIϲIIpI9I9IIIC_I`C_IIIgIgI3IL 3II IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>-?-IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbdXeXggi>j>lln&o&qqstvyvyxxz[{[}}==qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EImKImKI;nI;nIٮIٮI?I?I Ip IIIIIC_I`C_IIIgIgI3IL 3II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o; b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o; b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o; b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)<*<44>"?"IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$h%h'')P*P,,.8/8113 4 6689;|;|==?d@dBBDLELGGI2J2LLNOQQSSUlVlXXZP[P]]_4`4bbdeggiiknlnnnpZqZssu>v>xxz"{"}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImIaIaIIIIpI3I3IIIu`I`u`IՄIՄIgIgI3IT 3I%I %IMwIx MwI+GI| +GII\ III)I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1\  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)E*E44>3?3IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIsJsLLN_O_QQSKTKVVX7Y7[[]#^#``bceeggiqjqllnioiqqsUtUvvxAyA{{}-~-{{ggݑݓ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IoIoI EI  EIKIKIAnIAnI߮I߮IQIQIIpIII#I#I_I`_IyIyIgIgI3IL 3II I/wIp /wI GIt  GIIT IIIuI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10]]  RR)<*<44>"?"IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1]]II 5 5  !!  wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?N@NBBD4E4GGIJLLNOQsQsSSUYVYXXZ?[?]]_%`%bbdeggiikplpnnpVqVssu'?'IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqqssukvkxxzS{S}};;## gg b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IuIuIEI EIKIKIAnIAnI߮I߮IWIWIIpIII)I)I_I`_IyIyIgIgI3IL 3II IwIp wIFIt FIqIT qIgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  PP)6*644>?IIST^w^whhrWsW} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__afbfddfHgHiik*l*nnp q s}s}uuw_x_zz|A}A##ssSSÐÒ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1uIIIMDI|MDIIIIILILIqVI|qVIYIHYI{mI{mIIPIIXIIICIPCIyIyIMIMII$ IUI, UI I  I*I$ *IK-I K-IZI| ZIW`IXW`IIIIIIII\IIIIII8IxIxI+eI+eIrIrIOIlOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 m  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W.P\  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dW.\3 a8ff?=    q k B   p  ^5  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  )K*K44>7?7IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I  ==11eeY Y""$%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJwJwLLN_O_QQSGTGVVX/Y/[[]^``bbdsesggi[j[llnOoOqqs7t7vvxy{{}~{{ccׇ׉KK33# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII%EId%EIKIlKI]UI]UIXIXIYnI@YnIIIII/I@/IeI eI+I+IIIwI wI)I )I7,Id 7,IyYI yYI`I `IAIH AIIhIIDIIIIII IIIxIpxI1eIt1eIrITrIyIyIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Wq. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Wq. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Wq.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bbr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W.B\  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dW.\3 a8@fj= ?   k B   p  ^5 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  VV)J*J44>7@@B)C)EEGHJJL M OOQQSpTpVVX^Y^[[]L^L``b8c8eeg"h"jjl m ooqqsqtqvvxWyW{{}=~=## {{__ёѓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1uIIIGDI|GDIIIIILILIqVI|qVIYIHYI{mI{mIIPIIXIIICIPCIyIyIMIMII$ IUI, UI I  I*I$ *IK-I K-IZI| ZI{`IX{`IۄIۄIIIIII\IIIIII8IxIxIeIeIrIrIIlIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 n , b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W.\ )  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dW.\3 a8f=   k J B #  |  p U  ^5y bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  )A*A44>)?)IIS T ^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!!NN> >""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI9J9LLNOQQSTVsVsXXZW[W]]_;`;bbdeggijlulunnpeqessuIvIxxz-{-}}ggىًKK//# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII+EId+EIKIlKI]UI]UIXIXIYnI@YnIIIII/I@/IeI eI+I+IIIwI wI)I )I7,Id 7,IyYI yYI`I `IIH ISIhSIIDIIIII!I !I I IxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Wr. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Wr. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Wr.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 yAa% b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1e J P  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1deJ/y^C( nQ 4   i  z >  ]   @J'g- bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)B*B44>0?0IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$$%$'')*,,./113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln1o1qqstvvxxzf{f}}HH** ~~``  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIDIdDIKIlKIcUIcUIXIXImI@mIaIaIII5I@5IkI kIII3I3I}I }I)I )I=,Id =,IYI YI`I `IIH IYIhYIAIDAIII]I]I["I ["IIIxIpxI eIt eIrITrIIII$ICI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 nDd b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1t(hW  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dth\PD8, yT/    x  n  d  ZP Ix.n$ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  II)3*344>?ITITS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^JJ 6 6  ""nnX X""$B%B''),*,,,./11346u6u88:_;_==?G@GBBD-E-GGIJLLNNPlQlSSUVXXZZ\q]q__abdeggiikglgnnpMqMssu3v3xxz{}}rrXXʉʋ<<   b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIEIdEIKIlKIcUIcUIXIXISnI@SnIIIII5I@5IkI kI%I%III}I }I)I )I=,Id =,IYI YIaI aIeIH eIIhIIDIIIII I  IIIxIpxI+eIt+eIrITrIIIOI$OII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1U  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 @` b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W.=}\  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dW.\3 a8Gfu= L   k B   p  ^5 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)D*D44>4?4IIS T ^^^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$l%l'')\*\,,.L/L113<4<668,9,;;=>@@B C EEGGItJtLLN`O`QQSLTLVVX8Y8[[]$^$``bceeggirjrlln&o&qqstvvxxz{}$~$rr^^ԑԓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIDIdDIKIlKIcUIcUIXIXImI@mI[I[III5I@5IkI kIII-I-I}I }I)I )I=,Id =,IYI YI`I `IIH I/Ih/IIDIIIII!I !IIIxIpxIdItdIurITurIkIkI;I$;II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 s78 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1mZ2 p  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dmZG4!{hS>  )   g  B  j x U @-m0p bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  II)/*/44>?IIIISS]n^nhhrPsP} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$llR R""$8%8'')*,,./1w1w335]6]88:C;C==?'@'BBD E GzGzIIK\L\NNP>Q>SSUUWVXVZZ\8]8__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8ll܋܍LL  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III%EId%EIKIlKIcUIcUIXIXISnI@SnIIIII5I@5IkI kI%I%III}I }I)I )I=,Id =,IYI YI`I `I;IH ;I}Ih}IIDIIIII I  IIIxIpxIeIteIrITrI I II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x'f b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W. \  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dW.\3 a8f=   # k z B Q  (  p  ^5D bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN):*:44>&?&IIST^K^Khhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$L%L'')8*8,,.$/$11346688:r;r==?^@^BBDJEJGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnnp?q?ssu'v'xxzJ{J}}22vv^^  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIiUIiUIXIXImI(mIgIgIII;I(;IqIqIII9I9II I )I  )IC,IL C,IYI YI`I `I;I0 ;I}IP}II,IIII$IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UW. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UW. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UW.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 oa b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1T bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1_<  $d } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)8*844>#?#IIS T ^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!!m m""$W%W'')A*A,,.+/+11346688:t;t==?^@^BBDHEHGGI3J3LLNOQQSTVwVwXXZ_[_]]_G`Gbbd/e/ggijllnnpsqsssu[v[xxzC{C}}++ss]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I{I{IEILEIKITKIiUIiUIXIXIGnI(GnIIIII;I(;IqIqIIIIII I )I  )IC,IL C,IYI YIaI aIqI0 qIIPII,I?I?II$IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 >^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations18x bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1N' Y  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbd]e]ggiGjGlln1o1qqstvvxy{z{z}}ddقلNNÇÉ88"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIiUIiUIXIXImI(mIaIaIII;I(;IqIqIII3I3II I )I  )IC,IL C,IYI YI`I `II0 IYIPYII,I;I;II$IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 VW. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 VW. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 VW.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x<\ @ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations11  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1v S 0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL)6*644> ? IIST^w^whhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$E%E'')/*/,,./11346x6x88:b;b==?L@LBBD6E6GGI J LLNOQyQySSU_V_XXZE[E]]_+`+bbdeggiikelennpIqIssu-v-xxz{}}ggلنMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{I{I{IEILEIKITKIoUIoUIXIXIMnI(MnIIIIIAI(AIwIwIIIIII I)I )II,IL I,IYI YI`I `ISI0 SIIPI{I,{IIII$IxIxI eI eIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w )y b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations12 d = a } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)9*944>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpWqWssu=v=xxz#{#}} ||bbՉՋHH.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mIgIgIIIAI(AIwIwIII9I9II I)I )II,IL I,IYI YI`I `IYI0 YIIPII,III I$ IxIxIeIeI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Y0 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Y0 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Y0  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1O bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 hG & ? } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGIUJULLNCOCQQS1T1VVXY[[] ^ ``bbdrerggi`j`llnIoIqqs-t-vvxy{{}}ggقلKK// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEIKITKI{UI{UIXIXIAnI(AnI߮I߮IõIõIMI(MIIIIIIII I)I )IU,IL U,IYI YI`I `I I0  IMIPMII,IIII$IxIxI%eI%eI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W= bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W= bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s?  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W=  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1^<  0p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)D*D44>.?.IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88((  "#%v%v'')b*b,,.N/N113:4:668&9&;;=>@@BBDnEnGGIVJVLLN>O>QQS&T&VVXY[[]]_j`jbbdReRggi:j:lln"o"qqs t v~v~xxzf{f}}NN‚„66vv b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mIgIgIIIAI(AIwIwIII9I9II I)I )II,IL I,IYI YI`I `I;I0 ;I}IP}II,IYIYII$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }_*J b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1.  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  d C "  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  KK)5*544>!?!IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaKK 5 5    ~~hhR R""$<%<'')&*&,,./11335o6o88:Y;Y==?C@CBBD-E-GGIJLLNOQxQxSSUbVbXXZL[L]]_6`6bbd e ggi j llnnpcqcssuGvGxxz+{+}}ee׉׋II-- b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEIKITKI{UI{UIXIXIGnI(GnIIIõIõIMI(MIIIIIIII I)I )IU,IL U,IYI YI`I `II0 I#IP#II,IMIMII$IxIxI eI eIIIII+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r' b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1x V 4   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR):*:44> ? IIST^v^vhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&n n""$V%V'')>*>,,.&/&11346688:j;j==?P@PBBD4E4GGIJLLNNPnQnSSURVRXXZ6[6]]_`bbddfpgpiikTlTnnp8q8ssuvxxz{}r}rVVȄȆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mImImIϵIϵIYI(YIIIII?I?II I+)I +)Ia,IL a,IYI YI`I `IYI0 YIIPII,IIII$IxIxI+eI+eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IoF bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IoF bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IoF  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 q!w b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1K bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1rS 4 [ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  YY)E*E44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55))  "#%%'')s*s,,._/_113K4K668797;;=#>#@@BCEEGGIqJqLLNYOYQQSATAVVX)Y)[[]^``bbdmemggiUjUlln=o=qqs%t%vvx y {{}}ii݂݄QQŇʼn99!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIiIiIEILEIKITKIuUIuUIXIXI;nI(;nIٮIٮIIIGI(GI}I}I I IIII I)I )IO,IL O,IYI YI`I `II0 I;IP;I I, IwIwI%I$%IxIxI7eI7eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W1 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W1  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 : b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1V bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1XA*  6 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  ZZ)L*L44>>?>IIS*T*^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhZZ L L  >>00""  "#%%'')q*q,,.c/c113U4U668G9G;;=9>9@@B+C+EEGHJJL M OOQQSrTrVVX`Y`[[]N^N``b:c:eeg$h$jjlmooqqsgtgvvxMyM{{}3~3qqUUǑǓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mImImIϵIϵIYI(YIIIII?I?II I+)I +)Ia,IL a,IYI YI`I `IGI0 GIIPII,I}I}II$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JnE bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JnE bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JnE  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0Ph b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1,  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  v W 8 < } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)=*=44>%?%IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$i%i'')Q*Q,,.9/9113!4!668 9 ;};}==?e@eBBDMEMGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpUqUssu9v9xxz{}}ssWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EIKITKIuUIuUIXIXIAnI(AnI߮I߮IIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YIo`I o`IτI0 τIIPII,III I$ IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 e b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1?  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 | e N 7 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>0?0IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln%o%qqstvxvxxxzZ{Z}}<<rrTT b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mIsIsIIIGI(GI}I}IIIEIEII I)I )IO,IL O,IYI YIo`I o`IτI0 τIIPII,IIII$IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 h b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 kL - T } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>?IIST^x^xhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?K@KBBD1E1GGIJLLNNPpQpSSUVVVXXZ<[<]]_"`"bbdeg{g{iikalannpGqGssu-v-xxz{}}ll߄߆RRĉċ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEIKITKIuUIuUIXIXI5nI(5nIӮIӮIIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YI`I `II0 I#IP#I#I,#ICICI+I$+IyIyI=eI=eIIIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y]) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y]) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1y])  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1l bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations10$   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)H*H44>8?8IIS$T$^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$p%p'')`*`,,.P/P113@4@668090;;= > @@BCEEGHJxJxLLNdOdQQSPTPVVX?IISS]j^jhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((ppV V""$<%<'')"*",,./1{1{335a6a88:G;G==?+@+BBD E G~G~IIK`L`NNPBQBSSU$V$XXZ[]w]w__aYbYddf;g;iiklnnpprpspuuwRxRzz|4}4hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIiIiIEILEIKITKIuUIuUIXIXI;nI(;nIٮIٮIIIGI(GI}I}I I IIII I)I )IO,IL O,IYI YI]`I ]`II0 IIPII,IIII$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{a- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{a- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{a-  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Xx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 `  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 t h \p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)>*>44>*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$P%P'')<*<,,.(/(11346689;v;v==?b@bBBDNENGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YIc`I c`IÄI0 ÄIIPII,I}I}II$IxIxI+eI+eI%I%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ]} b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1R bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1H3 2 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  RR)<*<44>'?'IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%q q""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//wwaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI]I]IDILDIKITKIuUIuUIXIXI/nI(/nIͮIͮIIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YIi`I i`IɄI0 ɄI IP IAI,AI I I%I$%IxIxI7eI7eI[I[I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nR b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nR b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1nR  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1    } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>2?2IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbdaeaggiKjKlln5o5qqstvvx y {~{~}}hh݂݄RRLJlj<<&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YI`I `II0 I;IP;II,I%I%I I$ IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r4 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1=  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 t _ J 5 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>$?$IIS T ^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bbdeggiikilinnpMqMssu1v1xxz{}}kk݄݆QQĉċ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEIKITKIuUIuUIXIXI/nI(/nIͮIͮIIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YIK`I K`II0 IIPII,IIII$IxIxI%eI%eIIIIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pV" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W. bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pV" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W. bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pV"  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W.  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Kk b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1A  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  A } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)=*=44>'?'IIS T ^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI+J+LLNOQQSSUjVjXXZP[P]]_6`6bbdeggijlulunnp[q[ssuAvAxxz'{'}} ffىًLL22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mIIIõIõIMI(MIIIIIQIQII I)I )IU,IL U,IYI YIW`I W`II0 IIPI)I,)ICICI%I$%IxIxI7eI7eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Rr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1h bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1    } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIYJYLLNGOGQQS5T5VVX#Y#[[]^``bbdvevggidjdllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIWIWIDILDIKITKI{UI{UIXIXI)nI()nIǮIǮIõIõIMI(MIIIIIIII I)I )IU,IL U,IYI YIaI aIwI0 wIIPISI,SIII%I$%IxIxI7eI7eI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cG b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cG b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1cG  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1PX ` h $d } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  \\)H*H44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll`` T T  HH<<,,  "#%z%z'')f*f,,.R/R113>4>668*9*;;=>@@BBDrErGGIZJZLLNBOBQQS*T*VVXY[[]]_n`nbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::!!zz b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YI`I `II0 I)IP)II,IIII$IxIxI%eI%eIIIIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1x n d Zn } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  OO)9*944>%?%IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeOO 9 9  ##  llV V""$@%@'')***,,./11335s6s88:];]==?G@GBBD1E1GGIJLLNOQ|Q|SSUfVfXXZP[P]]_:`:bbd$e$ggijllnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI]I]IDILDIKITKI{UI{UIXIXI)nI()nIǮIǮIõIõIMI(MIIIIIIII I)I )IU,IL U,IYI YIaI aIwI0 wIIPII,IwIwI I$ IxIxIeIeIIIII=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eK b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W/ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eK b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W/ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eK  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W/  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Uu b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1\  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1p x , } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)>*>44>$?$IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**r r""$Z%Z'')B*B,,.*/*11346688:n;n==?T@TBBD8E8GGIJLLNOQrQrSSUVVVXXZ:[:]]_`bbdegtgtiikXlXnnp>  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDIDI II$ IImImIII۲I$۲IIIiIiII$I[_I[_IIII IQI| QI=I =IyI yIOeI OeIsI sICICII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations15o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations15o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations15o b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz  nn)Z*Z44>D?DIIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1zznn b b  VVJJ>>22  "&#&%%'(**,,.t/t113`4`668L9L;;=8>8@@B$C$EEGHJJLLNlOlQQSTTTVVXI?IIIS5T5^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uugg Y Y  KK==//!!  "#%%'(*~*~,,.p/p113b4b668T9T;;=F>F@@B8C8EEG*H*JJLMOOQRT}T}VVXkYk[[]Y^Y``bEcEeeg/h/jjlmooqqsrtrvvxXyX{{}>~>$$zz^^БГ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDIDI II$ IImImIII۲I$۲IIIcIcII$I[_I[_IIII IQI| QI%I %IxI xI7eI 7eII IIIsI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations16m b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx  hh)P*P44>6?6IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88((  "#%|%|'')d*d,,.L/L1134446689;;=>@x@xBBD`E`GGIFJFLLN*O*QQSTVVXXZd[d]]_H`Hbbd,e,ggijllnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI#nI#nIIIoIoIIpIIIAIAIaI`aIwIwIIIQIL QI+I +IyIp yI=eIt =eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W=  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W=  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1W=  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  cc)Q*Q44>=?=IIS%T%^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uucc Q Q  ??--   ""$n%n'')\*\,,.J/J113848668&9&;;=>@@BCEyEyGGIeJeLLNOOOQQS9T9VVX#Y#[[] ^ ``bbdhehggiNjNlln2o2qqstvvxxzg{g}}II++ }}__ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIIIIImImIIIղIղIIpIcIcIII`I``IYIYIIIKIL KII IxIp xI1eIt 1eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1i  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  ^^)H*H44>.?.IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##m m""$W%W'')A*A,,.+/+11346688:t;t==?Z@ZBBD@E@GGI&J&LLN O QQSSUeVeXXZK[K]]_1`1bbdeggiikplpnnpVqVssu???IIS+T+^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqaa Q Q  AA11!!  "#%y%y'')i*i,,.Y/Y113I4I668999;;=)>)@@BCEEG H JJLLNkOkQQSWTWVVXCYC[[]/^/``bceeghj}j}llnioiqqsUtUvvxAyA{{}-~-{{ggݑݓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIIIIImImIIIղIղIIpI]I]III`I``IYIYIIIKIL KII IxIp xIeIt eIIT I_I_II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1j  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  \\)B*B44>$?$IIST^w^whhrWsW} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##  e e""$K%K'')1*1,,./11335p6p88:V;V==?8@8BBDEGGIIKmLmNNPOQOSSU1V1XXZ[]]__afbfddfHgHiik*l*nnp q s}s}uuw_x_zz|A}A##ssSSÐÒ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI)nI)nIǮIǮIiIiIIpIII;I;IaI`aIqIqIIIKIL KI+I +IyIp yI=eIt =eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`F b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`F b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`F b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ]])I*I44>3?3IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  o o""$[%['')G*G,,.3/31134668 9 ;;==?m@mBBDYEYGGICJCLLN+O+QQSTVVXXZo[o]]_W`Wbbd?e?ggi'j'llnoqqssukvkxxzS{S}};;## gg b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpI]I]III`I``ISISIyIyIEIL EI%I %IxIp xI7eIt 7eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1f  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  __)I*I44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22  ~ ~""$h%h'')R*R,,.e>ggi&j&llnoqqssujvjxxzR{R}}::"" jj b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIQIQIIpIII#I#I`I``IYIYIyIyIEIL EI+I +IyIp yI=eIt =eIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iM b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iM b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iM b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  [[)I*I44>5?5IIST^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm[[ I I  77%% x x""$f%f'')T*T,,.B/B1130406689;;= > @@BBDqEqGGI]J]LLNGOGQQS1T1VVXY[[]^`z`zbbddedggiNjNlln8o8qqs"t"vvx y {{}}kkUUʇʉ??)) b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpIWIWIIIaI`aIeIeIyIyIEIL EII IxIp xI+eIt +eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1u  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  [[)E*E44>-?-IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    j j""$T%T'')>*>,,.(/(11346688:q;q==?[@[BBDEEEGGI-J-LLNOQQSSUlVlXXZR[R]]_8`8bbdeggijlrlrnnpVqVssu:v:xxz{}}ttXXˉˋ>>$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIQIQIIpIII#I#IaI`aIqIqIyIyIEIL EII IxIp xI+eIt +eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iO b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iO b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iO b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ZZ)D*D44>,?,IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22  l l""$W%W'')A*A,,.+/+11346688:t;t==?^@^BBDHEHGGI0J0LLNOQQSSUoVoXXZU[U]]_;`;bbd!e!ggijlzlznnp`q`ssuFvFxxz,{,}}kkމދQQĎĐ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIϲIϲIIpIWIWIII`I``IGIGIyIyIEIL EI%I %IxIp xI7eIt 7eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1_  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  \\)J*J44>8?8IIS&T&^^h i s|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn\\ J J  88&& y y""$g%g'')U*U,,.C/C1131416689;;= > @@BBDrErGGI`J`LLNNONQQS1?1IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmaa U U  II==--  "#%{%{'')g*g,,.S/S113?4?668+9+;;=>@@BBDqEqGGIYJYLLNAOAQQS)T)VVXY[[]]_m`mbbdUeUggi=j=lln%o%qqs t vvxxzi{i}}QQłń99ww b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIϲIϲIIpIQIQIIIaI`aIeIeIyIyIEIL EII IxIp xI%eIt %eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1z  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  VV)@*@44>*?*IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1llVV @ @  **ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?N@NBBD8E8GGI"J"LLN O QQSSUkVkXXZU[U]]_?`?bbd)e)ggijllnnplqlssuPvPxxz4{4}}nnRRĎĐ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIcIcIEI EIKIKI5nI5nIӮIӮIoIoIIpIIIAIAIO_I`O_IIIyIyIEIL EII IxIp xIeIt eIIT III=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rX$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rX$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rX$ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  YY)A*A44>%?%IIS T ^{^{hhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm]] M M  ==-- u u""$]%]'')E*E,,.-/-11346688:q;q==?U@UBBD9E9GGIJLLNOQsQsSSUWVWXXZ;[;]]_`bbdeguguiikYlYnnp=q=ssu!v!xxz{}w}w[[̈́͆== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIyIyI۲I۲IIpIKIKIII`I``IAIAIsIsI?IL ?I%I %IxIp xI7eIt 7eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1\|  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  bb)N*N44>8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnbb V V  JJ>>22&&  "#%%'(*|*|,,.h/h113T4T668@9@;;=,>,@@BCEEGHJxJxLLN`O`QQSHTHVVX0Y0[[]^``bcetetggi\j\llnDoDqqs,t,vvxy{{}}ppXẊ̉@@(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIyKIyKI5nI5nIӮIӮIKIKIIpIIIIIO_I`O_IIIsIsI?IL ?I%I %IxIp xI7eIt 7eIIT IOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{_+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{_+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{_+ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  [[)M*M44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii[[ M M  ??11##  "#%%'')r*r,,.d/d113V4V668H9H;;=:>:@@B,C,EEGHJJL M OOQQSqTqVVX_Y_[[]M^M``b9c9eeg#h#jjl m ooqqsftfvvxLyL{{}2~2nnRRđē b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DI II IImImIyIyI۲I۲IIpIKIKIII`I``I_I_IsIsI?IL ?I I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1y  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  \\)D*D44>*?*IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,,   ""$p%p'')X*X,,.@/@113(4(6689;;==?l@lBBDTETGGI:J:LLNOQQSTVtVtXXZX[X]]_<`v>xxz"{"}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIyKIyKI;nI;nIٮIٮIKIKI Ip IIIIIO_I`O_IIIsIsI?IL ?II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{a- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{a- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{a- b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>1?1IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd\e\ggiBjBlln&o&qqstvyvyxxz[{[}}==qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIsIsIòIòIIpIEIEIIII_I`I_IIImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>"?"IIST^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?N@NBBD4E4GGIJLLNOQsQsSSUYVYXXZ?[?]]_%`%bbd e g~g~iikdldnnpJqJssu0v0xxz{}}ooSSʼnŋ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI;nI;nIٮIٮIcIcI Ip III5I5II_I`I_IIImImI9IL 9I%I %IxIp xI7eIt 7eIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h4 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)E*E44>3?3IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIsJsLLN_O_QQSKTKVVX7Y7[[]#^#``bceeggiqjqlln]o]qqsItIvvx5y5{{}!~! oo[[ёѓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIsIsIòIòIIpIEIEIIII_I`I_IIImImI9IL 9II IxIp xIeIt eIqIT qIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  PP)6*644>?IISS]k^khhrKsK} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__aZbZddf'?'IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//ss[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIϲIϲIIpI?I?IIIC_I`C_IIImImI9IL 9I I  IxIp xIeIt eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  SS)=*=44>&?&IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&r r""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00vv`` b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EImKImKIAnIAnI߮I߮I?I?IIpIIIIIC_I`C_IIImImI9IL 9II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>)?)IIST^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGIQJQLLN;O;QQS%T%VVXY[[]]_n`nbbdXeXggiBjBlln6o6qqs t vvx y {{}}iiނބSSȇȉ=='' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIgIgIϲIϲIIpI9I9IIIC_I`C_IIImImI9IL 9II IxIp xIeIt eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>!?!IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI!J!LLNOQzQzSSU`V`XXZF[F]]_,`,bbdeggiikjljnnpNqNssu2v2xxz{}}llބކPPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EImKImKIAnIAnI߮I߮I?I?IIpIIIIIC_I`C_IIImImI9IL 9II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)8*844> ? IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD.?.IIST^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLNDODQQS2T2VVX Y [[]^``bbdsesggiajallnVoVqqs:t:vvxy{{}~ttXXʇʉ<<  b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IuIuIEI EIKIKIGnIGnIIIWIWIIpIII)I)I_I`_IIIgIgI3IL 3II IAwIp AwIGIt GI1IT 1I'I'II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  QQ)G*G44>/?/IIS#T#^^h i s}s}} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I  ==11!!   ""$y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDoEoGGIWJWLLN?O?QQS'T'VVXY[[]]_k`kbbd_e_ggiGjGlln/o/qqstvvxxzs{s}}[[ςτCC(( b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IIIDI DIHIHImImIaIaIIIIpI3I3III`I``IIIgIgI3IT 3II I/wIx /wI GI|  GII\ IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1z=  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  JJ)8*844>"?"IIS T ^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``JJ 4 4  }}ggQ Q""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnppqpssuTvTxxz8{8}}rrVVȎȐ:: b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IuIuIEI EIKIKIGnIGnIIIWIWIIpIII)I)I_I`_IIIgIgI3IL 3II I)wIp )wIGIt GIIT IIIWI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)=*=44>!?!IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!!  i i""$Y%Y'')A*A,,.)/)11346688:m;m==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbd e g}g}iikalannpEqEssu)v)xxz { }}ccՄՆEE''  b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1uIIIMDI|MDIIIIILILIqVI|qVIYIHYImImIIPIIXIIICIPCIyIyISISII$ IUI, UI I  I*I$ *IK-I K-IZI| ZI`IX`III5I5IIII\I)I)I' I' I%I8%IxIxI7eI7eIrIrIIlI[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1  bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1   bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 $D b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1ZY2$d  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dY2u Pd+=oH!zS  ,   ^ 7   ) [ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  )I*I44>9?9IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ?  //KK; ;""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJyJyLLNeOeQQSQTQVVX=Y=[[])^)``bceeghjwjwllnoooqqs[t[vvxGyG{{}3~3 mm# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII+EId+EIKIlKIcUIcUIXIXI_nI@_nIIIII5I@5IkI kI1I1III}I }I)I )I=,Id =,IYI YI`I `IMIH MIIhIIDIII)I)I' I ' IIIxIpxI%eIt%eIrITrI=I=I I$ II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Ym2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Ym2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Ym2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |(} b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1VY2$d  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dYk2@ d=oH!zS  ,   ^ 7  f  )[ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)@*@44>0?0IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$!%!'')*,,..013'4'6689;;=>@z@zBBDhEhGGIXJXLLNFOFQQS4T4VVX"Y"[[]^``bbdueuggicjcllnXoXqqs>""  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1uIIIMDI|MDIIIIILILIqVI|qVIYIHYI{mI{mIIPIIXIIICIPCIyIyIMIMII$ IUI, UI I  I*I$ *IK-I K-IZI| ZI]`IX]`IIIIIIII\I)I)I' I' I I8 IxIxIeIeIrIrIIlIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1  bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1   bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 j  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Y2$d  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dY2 d=ao<H!zS  ,   ^ 7   )e[ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  )?*?44>+?+IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##44 ""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoqqssuovoxxzW{W}}??''kk# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII1EId1EIKIlKIcUIcUIXIXI_nI@_nIIIII5I@5IkI kI1I1III}I }I)I )I=,Id =,IYI YI`I `IIH I_Ih_IIDIII5I5I3 I 3 IIIxIpxIeIteIrITrIIII$IaI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Yn2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Yn2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Yn2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 wLl> b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Z4&f  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dZ4hjD?xiR+]  6   h A   4 ;'g bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  JJ)8*844>$?$IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``JJ 4 4  }}ggQ Q""$%'w'w))+a,a..01335r6r88:\;\==?F@FBBD0E0GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnoqrqrssuVvVxxz:{:}}ttXXʎʐ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIDIdDIKIlKIiUIiUIXIXImI@mIgIgIII;I@;IqI qIII9I9II I )I  )IC,Id C,IYI YI`I `IIH I;Ih;IIDIII/I/I- I - IIIxIpxI%eIt%eIrITrIIIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Z3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Z3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Z3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 &F b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1YY2$d  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dY2r Kd$=oH!zS  ,   ^ 7   ) [ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  MM);*;44>)?)IISS]^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__MM ; ;  ))||j j""$X%X'')F*F,,.4/4113"4"6689;;==?u@uBBDcEcGGIQJQLLN;O;QQS%T%VVXY[[]]_n`nbbdeggijl{l{n6o6qqs t vvx y {{}}iiނބSSȇȉ==''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III%EId%EIKIlKIiUIiUIXIXISnI@SnIIIII;I@;IqI qI%I%IIII I )I  )IC,Id C,IYI YIaI aIqIH qIIhIIDIII/I/I- I - I I IxIpxIeIteIrITrIIIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {& b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Y M2$d  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dY d2; d=oH!zS  ,   ^ 7  }  )[ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  ZZ)F*F44>2?2IIST^T^Thisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66**  "#%%'')t*t,,.`/`113L4L668898;;=$>$@@BCEEGGIrJrLLNZOZQQSBTBVVX*Y*[[]^``bbdnenggiVjVllnoqxqxssu`v`xxz{}}llTTȇȉ<<$$  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIDIdDIKIlKIiUIiUIXIXImI@mIaIaIII;I@;IqI qIII3I3II I )I  )IC,Id C,IYI YIc`I c`IÄIH ÄIIhIIDIII/I/I- I - IIIxIpxIeIteIrITrIIII$I[I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Z3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Z3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Z3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Y2$d  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dY2 d=}Vo/H!zU  .   ` 9   +B] bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  LL)6*644> ? IISS]^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$rr^ ^""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI$J$LLN O Q}Q}SSUcVcXXZI[I]]_/`/bebeddfKgKiik1l1nnp\q\ssuBvBxxz({(}}ggډڋMM33  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III%EId%EIKIlKIiUIiUIXIXIYnI@YnIIIII;I@;IqI qI+I+IIII I )I  )IC,Id C,IYI YI`I `IGIH GIIhIIDIII/I/I- I - IIIxIpxI eIt eIrITrIIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z$Dq b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Y2$d  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dY2 di=@qnJ#cU.   `  9   k DT] bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)<*<44>$?$IIST^A^Ahhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$h%h'')P*P,,.8/8113 4 6689;|;|==?d@dBBDLELGGI4J4LLNOQQSSUnVnXXZR[R]]_6`6bbdeggiikplpnnpqssuuwqxqz { }}vvZZ̉̋>>""  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIoUIoUIXIXImI(mIgIgIIIAI(AIwIwIII9I9II I)I )II,IL I,IYI YI`I `I5I0 5IwIPwIŸI,ŸIIII$IxIxIeIeI%I%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UY2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UY2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UY2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Zz(H b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1V bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1mD  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)?*?44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccWW K K  ??33##  ""$q%q'')]*],,.I/I113545668!9!;;= > @@BBDiEiGGIQJQLLN9O9QQS!T!VVX Y [}[}]]_e`ebbdMeMggi5j5llnoqqstvyvyxxza{a}}II11qq b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIEILEIKITKIoUIoUIXIXIMnI(MnIIIIIAI(AIwIwIIIIII I)I )II,IL I,IYI YI{`I {`IۄI0 ۄIIPII,I I II$IxIxI eI eIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y}6 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y}6 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y}6  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v# b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1]6  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844> ? IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?L@LBBD2E2GGIJLLNNPqQqSSUWVWXXZ=[=]]_#`#bbd e g|g|iikblbnnpHqHssu.v.xxz{}}mmSSʼnŋ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIDILDIKITKIoUIoUIXIXImI(mIgIgIIIAI(AIwIwIII9I9II I)I )II,IL I,IYI YI`I `II0 ISIPSIYI,YIIII$IxIxIeIeIII}I}I%I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 VY2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 VY2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 VY2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 l5U b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1rI w] } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO)7*744>?IIST^s^shhrWsW} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##k k""$S%S'');*;,,.#/#113 4 6688:g;g==?M@MBBD1E1GGIJLLNNPkQkSSUOVOXXZ3[3]]_`bbddfmgmiikQlQnnp5q5ssuvxxzz|o}oSSńņ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1l{IIIEILEIKITKIoUIoUIXIXISnI(SnIIIIIAI(AIwIwI%I%IIII I)I )II,IL I,IYI YI`I `II0 IAIPAIMI,MIIII$IxIxIdIdIkIkI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y}7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y}7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y}7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }*J b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hAs-m } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  LL)2*244>?IISS]i^ihhrKsK} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ooU U""$;%;'')!*!,,./1z1z335`6`88:F;F==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__aXbXddf:g:iiklnnpprosouuwQxQzz|3}3gg׋׍GG b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mImImIIIGI(GI}I}III?I?II I)I )IO,IL O,IYI YI`I `IYI0 YIIPII,IIII$IxIxI1eI1eIyIyIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @[4 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @[4 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @[4  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 *Jy b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 I bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ^3Y  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  UU)G*G44>9?9IIS%T%^^h i s~s~} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccUU G G  99++  "#%z%z'')l*l,,.^/^113P4P668B9B;;=4>4@@B&C&EEGHJJLMOOQQSmTmVVX[Y[[[]I^I``b5c5eeghjjl m o|o|qqsbtbvvxHyH{{}.~.llތގPP‘“ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEIKITKIUIUIXIXIGnI(GnIIIɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YIi`I i`IɄI0 ɄI IP II,ImImI I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 YA bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 YA bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 YA  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 i b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`@  0 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  SS)=*=44>(?(IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&r r""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00xxbb b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mImImIIIAI(AIwIwIII?I?II I)I )II,IL I,IYI YI`I `I5I0 5IwIPwIMI,MImImII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Z3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Z3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Z3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 mXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1]2\ . } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbdXeXggi>j>lln"o"qqstvuvuxxzW{W}}99ooQQ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI{I{IEILEIKITKIUIUIXIXIMnI(MnIIIɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YI`I `II0 I;IP;ISI,SIIII$IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{G b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 YB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{G b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 YB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{G  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 YB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x @ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`@  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>#?#IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI#J#LLN O Q|Q|SSUbVbXXZH[H]]_.`.bbdeggiikhlhnnpLqLssu0v0xxz{}}jj܄܆PPÉË66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDILITLIUIUIXIXImI(mIsIsIյIյI_I(_IIIIIEIEII I1)I 1)Ig,IL g,IYI YI`I `I_I0 _IIPII,III%I$%IxIxI7eI7eIII[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Iq J bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Iq J bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Iq J  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 8| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1W.  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)C*C44>3?3IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$k%k'')[*[,,.K/K113;4;668+9+;;=>@@B C EEGGIsJsLLN_O_QQSKTKVVX7Y7[[]#^#``bceeggiqjqlln]o]qqsItIvvx5y5{{}!~! oo[[ёѓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EIKITKIuUIuUIXIXIAnI(AnI߮I߮IIIGI(GI}I}IIIIII I)I )IO,IL O,IYI YIW`I W`II0 IIPII,I!I!II$IxIxI+eI+eICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y}5 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y}5 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y}5  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 \| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1kVA } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>2?2IIS T ^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIZJZLLNHOHQQS6T6VVX$Y$[[]^``bcewewggiejellnNoNqqs2t2vvxy{{}}llނބPP‡‰44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDILITLIUIUIXIXImI(mIsIsIյIյI_I(_IIIIIEIEII I1)I 1)Ig,IL g,IYI YI`I `IMI0 MIIPIMI,MIII I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jp I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jp I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jp I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 d m b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\3 aW } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO);*;44>'?'IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''uua a""$M%M'')9*9,,.%/%11346688:s;s==?_@_BBDKEKGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//ss[[ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEIKITKI{UI{UIXIXIGnI(GnIIIõIõIMI(MIIIIIIII I)I )IU,IL U,IYI YI`I `II0 I/IP/I_I,_IIII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y}6 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y}6 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p<  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y}6  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 o. b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1,mK } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  NN)8*844>$?$IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddNN 8 8  ""  kkU U""$?%?''))*),,./11335r6r88:\;\==?F@FBBD0E0GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YI`I `I_I0 _IIPII,IIII$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Z3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Z3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Z3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y"w b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1bD&0p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbd\e\ggiFjFlln0o0qqstvvxy{y{y}}cc؂؄MM‡‰77!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIiIiIEILEIKITKI{UI{UIXIXI;nI(;nIٮIٮIõIõIMI(MIII I IIII I)I )IU,IL U,IYI YIE`I E`II0 IIPII,IIII$IxIxI1eI1eI[I[I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{a- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{a- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{a-  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Oo b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1vlbP } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ^^)J*J44>6?6IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::..""  "#%%'(*x*x,,.d/d113P4P668<9<;;=(>(@@BCEEGHJvJvLLN^O^QQSFTFVVX.Y.[[]^``bbdrerggiZjZllnBoBqqs*t*vvxy{{}}nnVVʇʉ>>&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YI`I `ISI0 SIIPIYI,YIWIWI I$ IxIxIeIeIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Z3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Z3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Z3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Yyl b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1jL. } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP):*:44>$?$IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI(J(LLNOQQSSUgVgXXZM[M]]_3`3bbdeggiikrlrnnpXqXssu>v>xxz${$}} }}cc։֋II// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EIKITKI{UI{UIXIXI;nI(;nIٮIٮIõIõIMI(MIII I IIII I)I )IU,IL U,IYI YI{`I {`IۄI0 ۄIIPIqI,qIIII$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}e1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}e1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}e1  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1XND:F } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)@*@44>(?(IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$l%l'')T*T,,.>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mIIIõIõIMI(MIIIIIQIQII I)I )IU,IL U,IYI YIo`I o`IτI0 τIIPII,IiIiII$IxIxI1eI1eI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Z3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Z3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Z3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 n  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1mZG  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)C*C44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77''  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDmEmGGIUJULLN=O=QQS%T%VVX Y [[]]_i`ibbdQeQggi9j9lln!o!qqs t v}v}xxze{e}}MM55uu b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEIKITKI{UI{UIXIXI5nI(5nIӮIӮIõIõIMI(MIIIIIIII I)I )IU,IL U,IYI YI aI  aIkI0 kIIPII,III I$ IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pV" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pV" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1pV"  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>$?$IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?P@PBBD6E6GGIJLLNOQuQuSSU[V[XXZA[A]]_'`'bbd e ggiikflfnnpLqLssu2v2xxz{}}qqWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YIK`I K`II0 IIPIkI,kIIII$IxIxIeIeIIIII7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Z3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Z3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Z3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Kk b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations14!{ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS);*;44>!?!IIST^w^whhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''o o""$W%W'')?*?,,.'/'11346688:k;k==?Q@QBBD5E5GGIJLLNNPoQoSSUSVSXXZ7[7]]_`bbddfqgqiikUlUnnp9q9ssuvxxz{}s}sWWɄɆ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIiIiIEILEIKITKI{UI{UIXIXI5nI(5nIӮIӮIõIõIMI(MIIIIIIII I)I )IU,IL U,IYI YI`I `I_I0 _IIPI}I,}IIIIII$IxIxI eI eI}I}IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rZ& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y~2 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rZ& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y~2 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rZ&  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y~2  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ]} t b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  PP)6*644>?IISS]m^mhhrOsO} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++ssY Y""$?%?'')%*%,,. / 1~1~335d6d88:J;J==?.@.BBDEGGIIKcLcNNPEQESSU'V'XXZ [ ]z]z__a\b\ddf>g>iik l nnpqssssuuwUxUzz|7}7kkۋۍKK b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIɵIɵISI(SIIIIIWIWII I%)I %)I[,IL [,IYI YI]`I ]`II0 IIPII,III1I$1I yI yICeICeIII[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Z3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Z3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Z3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 c b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xph } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  YY)K*K44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggYY K K  ==//!!  "#%~%~'')p*p,,.b/b113T4T668F9F;;=8>8@@B*C*EEGHJJL M OOQQSqTqVVX_Y_[[]M^M``b9c9eeg#h#jjl m ooqqsftfvvxLyL{{}2~2ppTTƑƓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI]I]IDILDIKITKIUIUIXIXI)nI()nIǮIǮIɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YIaI aIwI0 wIIPII,IIII$IxIxI1eI1eI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eK b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eK b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1eK  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 5U b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  WW)A*A44>,?,IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::** v v""$`%`'')J*J,,.4/411346689;};}==?g@gBBDQEQGGI1?1IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd\e\ggiBjBlln&o&qqstvyvyxxz[{[}}==ssUU b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI]I]IDILDIKITKIUIUIXIXI/nI(/nIͮIͮIɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YIaI aIwI0 wIIPII,IIII$IxIxI%eI%eIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gO b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y3 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gO b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y3 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gO  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y3  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(2<FZ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  SS)=*=44>'?'IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,xxb b""$L%L'')6*6,,. / 113 4 6688:i;i==?S@SBBD=E=GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiiklllnnpPqPssu4v4xxz{}}nnTTljNj::  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDIDI II$ IImImIII۲I$۲IIIoIoII$Ia_Ia_IIII IQI| QIII II!yI !yI[eI [eII III-I} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx  hh)X*X44>F?FIIS2T2^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88((  "#%%'')p*p,,.`/`113P4P668@9@;;=0>0@@B C EEGHJJLLNrOrQQS^T^VVXJYJ[[]6^6``b"c"eeghjjllnpopqqs\t\vvxHyH{{}4~4  nn b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI)nI)nIǮIǮIoIoIIpIIIAIAI aI` aIkIkIIIQIL QI7I 7IyIp yIIeIt IeIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y?  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y?  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y?  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1t  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  aa)O*O44>=?=IIS+T+^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssaa O O  ==++ ~ ~""$l%l'')Z*Z,,.H/H113646668$9$;;=>@@BCEwEwGGIeJeLLNSOSQQSATAVVX/Y/[[]^``b c eeggipjpllnYoYqqs=t=vvx!y!{{}~ww[[͇͉??## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDIDI II$ IImImIII۲I$۲IIIiIiII$Ia_Ia_IIII IQI| QI1I 1I yI  yICeI CeI=I =I I II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14o b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  bb)N*N44>8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&t t""$`%`'')L*L,,.8/8113$4$6689;;==?r@rBBD^E^GGIHJHLLN0O0QQSTVVXY[t[t]]_\`\bbdDeDggi,j,llnoqqssupvpxxzX{X}}@@((ll b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIWIWIDI DIKIKI)nI)nIǮIǮIoIoIIpIIIAIAIaI`aIwIwIIIQIL QI+I +IyIp yI=eIt =eI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1YA  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1YA  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1YA  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  ]])G*G44>1?1IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss]] G G  11zzd d""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUrVrXXZ\[\]]_F`Fbbd0e0ggijllnoqsqsssuWvWxxz;{;}}uuYYˎː== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIIIIImImIIIղIղIIpIiIiIII[_I`[_IIIIIKIL KI7I 7IyIp yIIeIt IeImIT mI=I=II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  bb)P*P44>>,,  ""$m%m'')[*[,,.I/I113747668%9%;;=>@@BCExExGGIdJdLLNNONQQS8T8VVX"Y"[[] ^ ``bbdkekggiUjUlln?o?qqs)t)vvxy{{}}rr\\чщFF00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIoIoIIpIIIAIAI`I``I_I_IIIKIL KI7I 7IyIp yIIeIt IeImIT mI=I=II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1bH b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1bH b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1bH b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1o  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  gg)S*S44>=?=IIS%T%^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssgg [ [  OOCC77++  "#%%' ( **,,.m/m113Y4Y668E9E;;=1>1@@BCEEG H J}J}LLNeOeQQSMTMVVX5Y5[[]^``bceyeyggiajallnIoIqqs1t1vvxy{{}~uu]]чщEE-- b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIIIIImImIIIղIղIIpIcIcIII[_I`[_IIIIIKIL KI%I %IxIp xI7eIt 7eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  __)I*I44>1?1IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##q q""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI5J5LLNOQQSTVtVtXXZZ[Z]]_@`@bbd&e&ggi j llnnpeqessuKvKxxz1{1}}ppVVɎɐ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIoIoIIpIIIAIAIaI`aIqIqIIIKIL KII IxIp xI1eIt 1eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1bJ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1bJ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1bJ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1~  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  cc)K*K44>1?1IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1sscc S S  CC33##  "#%w%w'')_*_,,.G/G113/4/6689;;==?s@sBBD[E[GGIAJALLN%O%QQS T V{V{XXZ_[_]]_C`Cbbd'e'ggi j l}l}nnpaqassuEvExxz){)}} ccՉՋGG++ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DI II IImImIII۲I۲IIpIcIcIII`I``IYIYIyIyIEIL EI+I +IyIp yI=eIt =eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  dd)P*P44>8?8IIS T ^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tthh \ \  PPDD44   " # %%'')n*n,,.Z/Z113F4F668292;;=>@@BCExExGGI`J`LLNHOHQQS0T0VVXY[[]^`t`tbbd\e\ggiDjDlln,o,qqstvvxxzp{p}}XX̂̄@@%% ~~ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIcIcIEI EIKIKI/nI/nIͮIͮIQIQIIpIII#I#IU_I`U_IIIyIyIEIL EII IxIp xI%eIt %eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kQ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1}} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kQ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1}} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kQ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1}  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  WW)A*A44>'?'IIS T ^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1llXX D D  00||f f""$P%P''):*:,,.$/$11346688:m;m==?S@SBBD9E9GGIJLLNOQxQxSSU^V^XXZD[D]]_*`*bbdeggiikilinnpOqOssu5v5xxz{}}ttXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpI]I]III`I``I_I_IyIyIEIL EII IxIp xI%eIt %eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1p  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  ^^)F*F44>*?*IIST^^hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22 z z""$b%b'')J*J,,.2/211346689;v;v==?Z@ZBBD>E>GGI"J"LLNOQxQxSSU\V\XXZ@[@]]_$`$bbdegzgziik^l^nnpBqBssu&v&xxz { }|}|``҄҆BB$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIcIcIEI EIKIKI5nI5nIӮIӮIQIQIIpIII#I#IU_I`U_IIIyIyIEIL EII IxIp xIeIt eIIT ISISII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kS b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1}} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kS b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1}} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kS b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1}  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  WW)=*=44>?IIST^r^rhhrRsR} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22zz` `""$F%F''),*,,,./11335k6k88:Q;Q==?3@3BBDEGGIIKhLhNNPJQJSSU,V,XXZ[]]__aabaddfCgCiik%l%nnpqsxsxuuwZxZzz|<}<nnދލNN b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIϲIϲIIpIWIWIII`I``ISISIyIyIEIL EI1I 1I yIp  yICeIt CeIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1f  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  bb)T*T44>D?DIIS0T0^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppbb T T  FF88**  "#%%'(*y*y,,.k/k113]4]668O9O;;=A>A@@B3C3EEG%H%JJLMOOQRTxTxVVXfYf[[]T^T``b@c@eeg*h*jjlmooqqsmtmvvxSyS{{}9~9uuYYˑ˓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI5nI5nIӮIӮIoIoIIpIIIAIAIU_I`U_IIIyIyIEIL EII IxIp xI+eIt +eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tZ& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tZ& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1tZ& b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  XX)B*B44>+?+IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk[[ K K  ;;++ w w""$a%a'')K*K,,.5/51134668 9 ;~;~==?h@hBBDRERGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoq{q{ssucvcxxzK{K}}33yycc b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIϲIϲIIpIWIWIIIaI`aIeIeIyIyIEIL EII IxIp xI+eIt +eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  \\)J*J44>6?6IIST^^hispsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn\\ J J  88&& y y""$g%g'')U*U,,.C/C1131416689;;= > @@BBDrErGGI^J^LLNHOHQQS2T2VVXY[[]^`{`{bbdaeaggiGjGlln+o+qqs t v~v~xxz`{`}}BB$$vvXX b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI;nI;nIٮIٮIoIoI Ip IIIAIAIU_I`U_IIIyIyIEIL EI I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t\( b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t\( b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t\( b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  VV)@*@44>(?(IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //{{e e""$O%O'')9*9,,.#/#113 4 6688:l;l==?V@VBBD@E@GGI(J(LLNOQQSSUgVgXXZM[M]]_3`3bbdeggiikmlmnnpQqQssu5v5xxz{}}ooSSƉƋ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpIQIQIII`I``IGIGIsIsI?IL ?I1I 1I yIp  yICeIt CeIIT IgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1a  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  \\)L*L44>:?:IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,,   ""$t%t'')d*d,,.T/T113D4D668494;;=$>$@@BCEEGHJzJzLLNfOfQQSRTRVVX>Y>[[]*^*``bceeghjxjxllndodqqsPtPvvx1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNGOGQQS5T5VVX#Y#[[]^``bbdvevggidjdllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpIQIQIIIaI`aIeIeIsIsI?IL ?II IxIp xI+eIt +eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  VV)B*B44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..||h h""$T%T'')@*@,,.,/,11346689;z;z==?f@fBBDRERGGI%?%IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggQQ ; ;  %%nnX X""$B%B''),*,,,./11346u6u88:_;_==?I@IBBD3E3GGIJLLNOQ|Q|SSUfVfXXZP[P]]_:`:bbd$e$ggijllnnpgqgssuKvKxxz/{/}}iiۉۋMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIyIyIòIòIIpIKIKIII`I``I;I;ImImI9IL 9II IxIp xI1eIt 1eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1[{  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>0?0IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd_e_ggiIjIlln3o3qqstvvxy{|{|}}ffۂۄPPŇʼn::$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EIKIKIAnIAnI߮I߮IcIcIIpIII5I5II_I`I_IIImImI9IL 9II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l8 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  [[)G*G44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77++  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIqJqLLNYOYQQSATAVVX)Y)[[]^``bbdmemggiUjUlln=o=qqs%t%vvx y {{}}ii݂݄QQŇʼn99!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIsIsIòIòIIpIEIEIIIaI`aIeIeImImI9IL 9II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)=*=44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~dd׉׋JJ00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIKIKIAnIAnI߮I߮IcIcIIpIII5I5II_I`I_IIImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n: b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)?*?44>%?%IIS T ^{^{hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI5J5LLNOQQSSUoVoXXZS[S]]_7`7bbdeggiikqlqnnpUqUssu9v9xxz{}}ssWWɉɋ;; b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIsIsIϲIϲIIpIEIEIIII_I`I_IIImImI9IL 9I I  IxIp xIeIt eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)D*D44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88((  "#%v%v'')b*b,,.N/N113:4:668&9&;;=>@@BBDlElGGITJTLLN?IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?G@GBBD-E-GGIJLLNNPlQlSSURVRXXZ8[8]]_`bbdeggiikglgnnpMqMssu3v3xxz{}}rrVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImImImIϲIϲIIpI?I?IIII_I`I_IIImImI9IL 9II IxIp xI eIt  eIIT III+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR):*:44>?IIST^x^xhhrZsZ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&n n""$V%V'')>*>,,.&/&11346688:j;j==?N@NBBD2E2GGIJLLNNPlQlSSUPVPXXZ4[4]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EImKImKIGnIGnIII?I?IIpIIIII`I``IAIAImImI9IL 9II IxIp xIeIt eIqIT qIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1}} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1}} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1wC b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1}  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1a  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  KK)1*144>?IISS]n^nhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&nnT T""$:%:'') * ,,./1y1y335_6_88:E;E==?'@'BBD E GzGzIIK\L\NNP>Q>SSU V XXZ[]s]s__a]b]ddf?g?iik!l!nnpqststuuwVxVzz|8}8jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L{IIIDI DIHIHImImImImIIIIpI?I?III{`I`{`IۄIۄIgIgI3IT 3I%I %IMwIx MwI+GI| +GII\ IuIuII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1S  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  VV)J*J44>:?:IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddVV H H  ::,,  "#%}%}'')o*o,,.a/a113S4S668E9E;;=7>7@@B)C)EEGHJJL M OOQQSnTnVVX\Y\[[]J^J``b6c6eeg h jjl m ooqqsotovvxUyU{{};~;!!ww[[͓͑ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{I{I{IEI EIKIKIMnIMnIIIWIWIIpIII)I)I_I`_IIIgIgI3IL 3II I;wIp ;wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  LL)@*@44>)?)IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ?  //  k k""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`MbbdAeAggi)j)llnoqqssumvmxxzU{U}}==%%mm b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{IIIDI DIHIHImImIgIgIIIIpI9I9III`I``IIIgIgI3IT 3I I  I5wIx 5wIGI| GI I\  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1q6  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)B*B44>.?.IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln/o/qqstvvxxzd{d}}FF(( zz\\ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17L{I{I{IEI EIKIKIMnIMnIII]I]IIpIII/I/I_I`_IIIgIgI3IL 3II I/wIp /wI GIt  GIIT IIIuI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  JJ)<*<44>$?$IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##ooY Y""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBDA bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  )D*D44>4?4IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^LL : :  ((==+ +""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGI\J\LLNJOJQQS8T8VVX&Y&[[]^``bceyeyggigjglln\o\qqs@t@vvx$y${{}~zz^^ЇЉBB&&# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII1EId1EIKIlKIiUIiUIXIXI_nI@_nIIIII;I@;IqI qI1I1IIII I )I  )IC,Id C,IYI YI`I `IYIH YIIhIIDIIISISIQ I Q I%I%IxIpxI7eIt7eIrITrIII[I$[II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [i6 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [i6 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [i6  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r4 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[6N,l  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d[6lG"}X,3q6{i  D   z U 0 ^  KA bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)E*E44>5?5IIS!T!^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$/%/'')*,,./113=4=668-9-;;=>@@B C EEGGIuJuLLNaOaQQSMTMVVX9Y9[[]%^%``bceeggisjsllnkokqqsWtWvvxCyC{{}/~/}}iiߑߓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1uIIIMDI|MDIIIIILILIwVI|wVIYIHYImImIIPIIXIIIIIPIIIISISII$ I[I, [I I  I*I$ *IQ-I Q-IZI| ZI`IX`III/I/IIII\III I II8IxIxIeIeIrIrIIlIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1  bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1   bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 > b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1`@) <|  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d`@ `@ ^<  x \  V 7  4    m p P0,l bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^    ):*:44>&?&IIST^^hisrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^HH 2 2  {{&& ""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ}Q}SSUgVgXXZQ[Q]]_;`;bbd%e%ggijllnoqtqtssuXvXxxz<{<}} vvZZ̎̐>># b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII1EId1EIKIlKIiUIiUIXIXIenI@enIIIII;I@;IqI qI7I7IIII I )I  )IC,Id C,IYI YI`I `I)IH )IkIhkIIDIIISISIQ I Q I I IxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [j6 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [j6 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [j6  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ww<\ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[6 ,l  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d[6lG"}X3i @  D    J z  U 0  K #A bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)=*=44>)?)IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$%''))+r,r..01346688:u;u==?a@aBBDMEMGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqqssumvmxxzU{U}}==%% ii  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIDIdDIKIlKIoUIoUIXIXImI@mIgIgIIIAI@AIwI wIII9I9II I)I )II,Id I,IYI YI`I `IIH I/Ih/IIDIIIYIYIW I W IIIxIpxI%eIt%eIrITrIIIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v< b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[6I,l  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d[6lG"}X_38 i j  F  ! | W 2  MC bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  VV)B*B44>.?.IISS]^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbVV J J  >>22&&  "#%%'')p*p,,.\/\113H4H668494;;= > @@B C EEGGInJnLLNVOVQQS>T>VVX&Y&[[]^``bbd,e,ggijllnDoDqqs,t,vvxy{{}}ppXẊ̉@@((  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III+EId+EIKIlKIoUIoUIXIXIYnI@YnIIIIIAI@AIwI wI+I+IIII I)I )II,Id I,IYI YIaI aIqIH qIIhIIDIIIYIYIW I W IIIxIpxI%eIt%eIrITrIIIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [6 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [6 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [6  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u: b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[6\,l  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d[6lG"}Xp3<i T  D   z U 0  K ,A bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>-?-IIST^P^Phisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbd\e\ggiFjFllnnpiqissuSvSxxz{{{}}eeڂڄOOćĉ99##  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIDIdDIKIlKIoUIoUIXIXImI@mIgIgIIIAI@AIwI wIII9I9II I)I )II,Id I,IYI YI`I `IIH I5Ih5IIDIIIYIYIW I W IIIxIpxI eIt eIrITrIIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  @ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[6" ,l  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d[6lG"}X3i  D C    z u U N 0  KAr bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  RR):*:44>"?"IISS]^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22"" z z""$f%f'')N*N,,.6/611346689;z;z==?b@bBBDJEJGGI2J2LLNOQQSSUlVlXXZP[P]]_4`4bgbgddfKgKiik/l/nnpZqZssu>v>xxz"{"}}xx\\Ή΋@@$$  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III+EId+EIKIlKIoUIoUIXIXI_nI@_nIIIIIAI@AIwI wI1I1IIII I)I )II,Id I,IYI YI`I `IMIH MIIhIIDIIIYIYIW I W IIIxIpxI eIt eIrITrIIII$I[I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [6 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [6 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [6  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x>^ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[6 ,l  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d[6lG"}X3i  D   l z 8 U  0  KxA bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)8*844>"?"IIST^@^@hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD?IIST^u^uhhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##ooY Y""$C%C'')-*-,,./11346v6v88:`;`==?H@HBBD.E.GGIJLLNNPmQmSSUSVSXXZ9[9]]_`bbdegxgxiik^l^nnpDqDssu*v*xxz{}}ii܄܆OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIEILEIKITKIuUIuUIXIXISnI(SnIIIIIGI(GI}I}I%I%IIII I)I )IO,IL O,IYI YI`I `II0 I)IP)II,I-I-I I$ IxIxIeIeI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [{: bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [{: bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [{:  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p0 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations12r bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HvM  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)C*C44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77''  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDmEmGGIUJULLN=O=QQS%T%VVX Y [[]]_i`ibbdQeQggi9j9lln!o!qqs t v}v}xxze{e}}MM55uu b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIoUIoUIXIXImI(mImImIIIAI(AIwIwIII?I?II I)I )II,IL I,IYI YI`I `I I0  IMIPMII,IIII$IxIxIdIdIkIkI;I;II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V[6 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V[6 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V[6  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .N"B b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(  V - I } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  JJ)0*044>?IISS]g^ghhrIsI} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%mmS S""$9%9'')*,,./1x1x335^6^88:D;D==?(@(BBD E G{G{IIK]L]NNP?Q?SSU!V!XXZ[]t]t__aVbVddf8g8iiklnnpprmsmuuwOxOzz|1}1eeՋՍEE b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII%EIL%EIKITKIuUIuUIXIXIYnI(YnIIIIIGI(GI}I}I+I+IIII I)I )IO,IL O,IYI YI`I `I I0  IMIPMIuI,uIIII$IxIxIeIeIIIII+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [{; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [{; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [{;  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 4T b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$ { R ) I } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)9*944>?IIST^u^uhhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%m m""$U%U'')=*=,,.%/%113 4 6688:i;i==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbddfogoiikSlSnnp7q7ssuvxxzz|q}qUUDŽdž99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mIsIsIIIGI(GI}I}IIIEIEII I)I )IO,IL O,IYI YI`I `ISI0 SIIPII,III I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @]8 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @]8 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @]8  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~,Lr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations11q bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1/Y.  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  OO)9*944>$?$IIS T ^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22""n n""$X%X'')B*B,,.,/,11346689;u;u==?_@_BBDIEIGGI4J4LLNOQQSTVxVxXXZ`[`]]_H`Hbbd0e0ggijllnoqtqtssu\v\xxzD{D}},,tt^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI{I{IEILEIKITKIUIUIXIXIMnI(MnIIIϵIϵIYI(YIIIIIIII I+)I +)Ia,IL a,IYI YI{`I {`IۄI0 ۄIIPII,III%I$%IxIxI7eI7eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{G b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [E bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{G b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [E bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{G  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [E  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 g b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1H bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 d F x } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  YY)K*K44>=?=IIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggYY K K  ==//!!  "#%~%~'')p*p,,.b/b113T4T668F9F;;=8>8@@B*C*EEGHJJL M OOQQSqTqVVX_Y_[[]M^M``b9c9eeg#h#jjl m ooqqsftfvvxLyL{{}2~2ppTTƑƓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mIsIsIIIGI(GI}I}IIIEIEII I)I )IO,IL O,IYI YI`I `I/I0 /IqIPqI{I,{IIII$IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Qq0 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 X -  V } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>!?!IIST^x^xhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?M@MBBD7E7GGI!J!LLNOQzQzSSU`V`XXZF[F]]_,`,bbdeggiikflfnnpJqJssu.v.xxz{}}hhڄچNN44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIEILEIKITKIUIUIXIXISnI(SnIIIϵIϵIYI(YIII%I%IIII I+)I +)Ia,IL a,IYI YI`I `II0 I;IP;II,III I$ IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [F bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [F bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [F  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 > b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1*  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ( l N Z } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbdZeZggi@j@lln$o$qqstvwvwxxzY{Y}};;qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDI LIT LIUIUIXIXImI(mIyIyI۵I۵IeI(eIIIIIKIKII I7)I 7)Im,IL m,IYI YIaI aIeI0 eIIPII,I3I3II$IxIxI+eI+eICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IsN bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IsN bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IsN  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w> b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1.n bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18jC  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)>*>44>.?.IIST^^hisrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$[%['')I*I,,.7/7113%4%6689;;=>@x@xBBDfEfGGIVJVLLNDODQQS2T2VVX Y [[]^``bbdsesggiajallnJoJqqs.t.vvxy{{}}hhڂڄLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEIKITKI{UI{UIXIXIGnI(GnIIIõIõIMI(MIIIIIIII I)I )IU,IL U,IYI YIi`I i`IɄI0 ɄI IP II,III+I$+IyIyI=eI=eIIIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [{9 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [{9 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p<  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [{9  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xeR ? >~ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)G*G44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$o%o'')_*_,,.O/O113?4?668/9/;;=>@@BCEEGGIwJwLLNcOcQQSOTOVVX;Y;[[]'^'``bceeggiujullnaoaqqsMtMvvx9y9{{}%~%ss__ՑՓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDI LIT LIUIUIXIXImI(mIyIyI۵I۵IeI(eIIIIIKIKII I7)I 7)Im,IL m,IYI YI`I `ISI0 SIIPI{I,{IIII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jr M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jr M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jr M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ur b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 u N ' G } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  LL)6*644>"?"IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbLL 6 6      iiS S""$=%='')'*',,./11335p6p88:Z;Z==?D@DBBD.E.GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI{I{IEILEIKITKI{UI{UIXIXIGnI(GnIIIõIõIMI(MIIIIIIII I)I )IU,IL U,IYI YI`I `II0 I#IP#II,ImImII$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [{: bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [{: bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [{:  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 z$ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 K  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1,   s+ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)=*=44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11uu]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIɵIɵISI(SIIIIIQIQII I%)I %)I[,IL [,IYI YIaI aIeI0 eIIPII,IIII$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p *| b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1tX < t } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  ZZ)F*F44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66**  "#%%'')t*t,,.`/`113L4L668898;;=$>$@@BCEEGGIrJrLLNZOZQQSBTBVVX*Y*[[]^``bbdnenggiVjVlln>o>qqs&t&vvxy{{}}jjނބRRƇƉ::"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EIKITKIUIUIXIXIAnI(AnI߮I߮IɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YI]`I ]`II0 IIPI/I,/III%I$%IxIxI7eI7eI[I[I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}e1 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}e1 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}e1  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Uu b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1t bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1PH @ 8 D } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  UU)C*C44>1?1IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIYJYLLNCOCQQS-T-VVXY[[]^`v`vbbd`e`ggiJjJlln4o4qqstvvxy{}{}}}gg܂܄QQƇƉ;;%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIyIyIɵIɵISI(SIIIIIKIKII I%)I %)I[,IL [,IYI YI`I `IYI0 YIIPII,IIII$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 jq b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1(  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  h L X } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)>*>44>&?&IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$j%j'')R*R,,.:/:113"4"668 9 ;~;~==?f@fBBDNENGGI6J6LLNOQQSSUpVpXXZT[T]]_8`8bbdeggijlrlrnnpVqVssu:v:xxz{}}ttXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEIKITKIUIUIXIXIAnI(AnI߮I߮IɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YIo`I o`IτI0 τIIPII,IEIEI I$ IxIxIeIeIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 m  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1,l  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 0 (  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)<*<44>&?&IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$O%O'')9*9,,.#/#113 4 6688:l;l==?V@VBBD@E@GGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggijltltnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIɵIɵISI(SIIIIIWIWII I%)I %)I[,IL [,IYI YI`I `II0 I#IP#II,III I$ IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 i b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Z bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hWF 5 :z } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844> ? IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?L@LBBD2E2GGIJLLNNPqQqSSUWVWXXZ=[=]]_#`#bbd e g|g|iikblbnnpHqHssu.v.xxz{}}mmSSʼnŋ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIiIiIEILEIKITKIUIUIXIXI5nI(5nIӮIӮIɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YIaI aIwI0 wIIPIGI,GIWIWII$IxIxI1eI1eI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rZ& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [}6 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rZ& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [}6 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1rZ&  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [}6  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ll b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(+ . 1   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  [[)G*G44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;++  "#%y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDqEqGGIYJYLLNAOAQQS)T)VVXY[[]]_m`mbbdUeUggi=j=lln%o%qqs t vvxxzi{i}}QQłń99 yy b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIɵIɵISI(SIIIIIQIQII I%)I %)I[,IL [,IYI YIW`I W`II0 IIPII,IsIsII$IxIxI eI eI}I}IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 _ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 I  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$   q) } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  NN)4*444>?IISS]k^khhrMsM} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__aZbZddf#?#IIST^y^yhhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))q q""$Y%Y'')A*A,,.)/)11346688:m;m==?S@SBBD7E7GGIJLLNNPqQqSSUUVUXXZ9[9]]_`bbdegsgsiikWlWnnp;q;ssuvxxz{}u}uYY˄ˆ== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIϵIϵIYI(YIIIIIWIWII I+)I +)Ia,IL a,IYI YIo`I o`IτI0 τIIPI5I,5IIII$IxIxI1eI1eI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 b b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1p bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@: 4 . @ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  SS)=*=44>(?(IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&&r r""$\%\'')F*F,,.0/011346689;y;y==?c@cBBDMEMGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00xxbb b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEIKITKIUIUIXIXI/nI(/nIͮIͮIϵIϵIYI(YIIIIIIII I+)I +)Ia,IL a,IYI YIaI aIwI0 wIIPIeI,eIII7I$7IyIyIIeIIeIIIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gO b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gO b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1gO  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Cc b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1   *  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  ]])O*O44>A?AIIS-T-^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk]] O O  AA33%%  " # %%'')t*t,,.f/f113X4X668J9J;;=<><@@B.C.EEG H JJLMOOQQSuTuVVXcYc[[]Q^Q``b=c=eeg'h'jjlmooqqsjtjvvxPyP{{}6~6ttXXʑʓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIϵIϵIYI(YIIIIIWIWII I+)I +)Ia,IL a,IYI YIE`I E`II0 IIPII,IKIKII$IxIxI%eI%eIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1*j  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ( "  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>%?%IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikjljnnpNqNssu2v2xxz{}}llބކRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEIKITKIUIUIXIXI5nI(5nIӮIӮIϵIϵIYI(YIIIIIIII I+)I +)Ia,IL a,IYI YIaI aIwI0 wIIPI/I,/IIII$IxIxI1eI1eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iS b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [7 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iS b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [7 bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iS  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [7  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ss b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1n  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 8 FTb^ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>3?3IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbd^e^ggiDjDlln(o(qqs t v{v{xxz]{]}}??!!uuWW b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDIDI II$ IInInIII۲I$۲IIIuIuII$Ia_Ia_IIII IQI| QI=I =IyI yIOeI OeIgI gI7I7II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14s b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  ee)S*S44>A?AIIS/T/^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwee S S  AA//   ""$p%p'')^*^,,.L/L113:4:668(9(;;=>@@BCE{E{GGIiJiLLNWOWQQSETEVVX3Y3[[]!^!``bceeggitjtlln]o]qqsAtAvvx%y%{{} ~ {{__чщCC'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIoIoIIpIIIAIAI aI` aIkIkIIIQIL QIII II!yIp !yI[eIt [eIIT III'I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[C b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[C b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[C b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  dd)T*T44>B?BIIS.T.^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ttdd T T  DD44$$  "#%|%|'')l*l,,.\/\113L4L668<9<;;=,>,@@BCEEG H JJLLNnOnQQSZTZVVXFYF[[]2^2``bceeg h jjllnlolqqsXtXvvxDyD{{}0~0~~jj b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDIDI II$ IImImIII۲I$۲IIIoIoII$Ia_Ia_IIII IQI| QI+I +IyI yI=eI =eI I  IIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  __)I*I44>3?3IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uu__ I I  33||f f""$P%P''):*:,,.$/$11346688:m;m==?W@WBBDAEAGGI+J+LLNOQQSSUtVtXXZ^[^]]_H`Hbbd2e2ggijllnoququssuYvYxxz={=}}!!ww[[͎͐?? b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI]I]IDI DIKIKI/nI/nIͮIͮIoIoIIpIIIAIAIaI`aIqIqIIIQIL QI1I 1I yIp  yICeIt CeI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[E b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[E b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1[E b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1|  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  ``)L*L44>6?6IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$r r""$^%^'')J*J,,.6/6113"4"6689;;==?p@pBBD\E\GGIFJFLLN.O.QQSTVVXXZr[r]]_Z`ZbbdBeBggi*j*llnoqqssunvnxxzV{V}}>>&&jj b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIIIIImImIIIղIղIIpIoIoIIIa_I`a_IIIIIKIL KI7I 7IyIp yIIeIt IeIsIT sICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  kk)W*W44>A?AIIS)T)^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwkk _ _  SSGG;;//  "###%%'(**,,.q/q113]4]668I9I;;=5>5@@B!C!EEG H JJLLNiOiQQSQTQVVX9Y9[[]!^!``b c e}e}ggiejellnMoMqqs5t5vvxy{{}~yyaaՇՉII11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIcIcIEI EIKIKI/nI/nIͮIͮIoIoIIpIIIAIAI`I``I_I_IIIKIL KI7I 7IyIp yIIeIt IeImIT mI=I=II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1dL b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1dL b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1dL b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1l  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ^^)L*L44>8?8IIS"T"^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp^^ L L  ::(( { {""$i%i'')W*W,,.E/E113343668!9!;;=>@@BBDtEtGGI`J`LLNJOJQQS4T4VVXY[[]^`}`}bbdgegggiQjQlln;o;qqs%t%vvxy{{}}nnXX͇͉BB,, b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIIIIImImIIIղIղIIpIiIiIIIa_I`a_IIIIIKIL KII IxIp xI1eIt 1eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  ee)M*M44>3?3IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55%%  "#%y%y'')a*a,,.I/I1131416689;;=>@u@uBBD]E]GGICJCLLN'O'QQS T V}V}XXZa[a]]_E`Ebbd)e)ggi j llnnpcqcssuGvGxxz+{+}}ee׉׋II-- b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIcIcIEI EIKIKI5nI5nIӮIӮIoIoIIpIIIAIAIaI`aIqIqIIIKIL KI%I %IxIp xI7eIt 7eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1dN b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1dN b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1dN b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1{  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ]])G*G44>/?/IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  o o""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI3J3LLNOQQSSUrVrXXZX[X]]_>`>bbd$e$ggi j l}l}nnpcqcssuIvIxxz/{/}}nnTTǎǐ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DI II IImImIII۲I۲IIpIcIcIII`I``ISISIIIKIL KII IxIp xI+eIt +eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1f  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  [[)E*E44>+?+IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    j j""$T%T'')>*>,,.(/(11346688:q;q==?W@WBBD=E=GGI#J#LLN O Q|Q|SSUbVbXXZH[H]]_.`.bbdeggiikmlmnnpSqSssu9v9xxz{}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIyKIyKI5nI5nIӮIӮIKIKIIpIIIII[_I`[_IIIIIKIL KI%I %IxIp xI7eIt 7eICIT CIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mU! b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1{} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mU! b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1{} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mU! b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1{  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  ``)L*L44>4?4IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ppdd X X  LL@@00  "#%~%~'')j*j,,.V/V113B4B668.9.;;=>@@BCEtEtGGI\J\LLNDODQQS,T,VVXY[[]]_p`pbbdXeXggi@j@lln(o(qqstvvxxzl{l}}TTȂȄ<<!!zz b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DI II IImImIII۲I۲IIpIcIcIII`I``IYIYIIIKIL KII IxIp xIeIt eIIT IYIYII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  YY)?*?44>!?!IIST^t^thhrTsT} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    ||b b""$H%H'').*.,,./11335m6m88:S;S==?5@5BBDEGGIIKjLjNNPLQLSSU.V.XXZ[]]__acbcddfEgEiik'l'nnp q szszuuw\x\zz|>}> ppPP b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIyKIyKI;nI;nIٮIٮIKIKI Ip IIIII[_I`[_IIIIIKIL KII IxIp xI%eIt %eIIT IIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mW# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1{} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mW# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1{} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1mW# b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1{  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  \\)D*D44>(?(IIS T ^~^~hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp`` P P  @@00 x x""$`%`'')H*H,,.0/011346689;t;t==?X@XBBD[>]]_"`"bbdegxgxiik\l\nnp@q@ssu$v$xxz{}z}z^^ЄІ@@"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIHIHImImIIIϲIϲIIpI]I]III`I``IYIYIyIyIEIL EII IxIp xI1eIt 1eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  \\)F*F44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??// { {""$e%e'')O*O,,.9/9113#4#668 9 ;;==?l@lBBDVEVGGI?J?LLN'O'QQSTVVXXZk[k]]_S`Sbbd;e;ggi#j#lln o qqssugvgxxzO{O}}77}}gg b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI;nI;nIٮIٮIuIuI Ip IIIGIGIU_I`U_IIIyIyIEIL EI1I 1I yIp  yICeIt CeIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1v^* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1v^* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1v^* b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  ^^)P*P44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll^^ P P  BB44&&  " # %%'')u*u,,.g/g113Y4Y668K9K;;==>=@@B/C/EEG!H!JJLMOOQQStTtVVXbYb[[]P^P``b*?*IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11}}g g""$Q%Q'');*;,,.%/%11346688:n;n==?X@XBBDBEBGGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggiikolonnpSqSssu7v7xxz{}}qqUUȉȋ;;!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EIKIKI;nI;nIٮIٮIuIuI Ip IIIGIGIU_I`U_IIIyIyIEIL EII IxIp xI+eIt +eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1v`, b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1v`, b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1v`, b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  ZZ)H*H44>4?4IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1llZZ H H  66$$ w w""$e%e'')S*S,,.A/A113/4/6689;;= > @@BBDpEpGGI\J\LLNFOFQQS0T0VVXY[[]^`y`ybbd_e_ggiEjElln)o)qqs t v|v|xxz^{^}}@@""ttVV b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpIWIWIII`I``IMIMIsIsI?IL ?II IxIp xI1eIt 1eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1h  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  YY)G*G44>5?5IIS#T#^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkYY G G  55##v v""$d%d'')R*R,,.@/@113.4.6689;;= > @@BBDoEoGGI]J]LLNKOKQQS9T9VVX'Y'[[]^``bcezezggihjhllnQoQqqs5t5vvxy{{}}ooSSŇʼn77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EIsKIsKIAnIAnI߮I߮IEIEIIpIIIIIU_I`U_IIIsIsI?IL ?I+I +IyIp yI=eIt =eIIT IaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1|} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1|} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g3 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1|  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  XX)H*H44>6?6IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((  ""$p%p'')`*`,,.P/P113@4@668090;;= > @@BCEEGHJvJvLLNbObQQSNTNVVX:Y:[[]&^&``bceeggitjtlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpIQIQIII aI` aIkIkIsIsI?IL ?I I  IxIp xIeIt eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  SS)=*=44>'?'IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiSS = =  ''ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?K@KBBD5E5GGIJLLN O Q~Q~SSUhVhXXZR[R]]_<`*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$R%R'')>*>,,.*/*11346689;x;x==?d@dBBDPEPGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIɲIɲIIpIQIQIII`I``IGIGIsIsI?IL ?II IxIp xI1eIt 1eIUIT UI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1a  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  __)K*K44>5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk__ S S  GG;;//##  "#%%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJuJuLLN]O]QQSETEVVX-Y-[[]^``bbdqeqggiYjYllnAoAqqs)t)vvxy{{}}mmUUɇɉ==%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIKIKIGnIGnIIIiIiIIpIII;I;IO_I`O_IIIsIsI?IL ?II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p< b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>,?,IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbd[e[ggiEjElln/o/qqstvvxy{x{x}}bbׂׄLL66  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIyIyIɲIɲIIpIKIKIII aI` aIkIkIsIsI?IL ?II IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)A*A44>'?'IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIKIKIGnIGnIIIiIiIIpIII;I;IO_I`O_IIIsIsI?IL ?II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r> b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ);*;44>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpWqWssu=v=xxz#{#}} ||bbՉՋHH.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIyIyIϲIϲIIpIKIKIIII_I`I_IIImImI9IL 9II IxIp xIeIt eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>?IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?K@KBBD1E1GGIJLLNNPpQpSSUVVVXXZ<[<]]_"`"bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnRRĉċ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI{I{IEI EImKImKIMnIMnIII?I?IIpIIIII`I``I/I/ImImI9IL 9II IxIp xI%eIt %eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yE b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1{} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yE b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1{} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1yE b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1{  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Mm  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)@*@44>(?(IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44$$  ""$r%r'')^*^,,.J/J113646668"9";;= > @@BBDhEhGGIPJPLLN8O8QQS T VVXY[|[|]]_d`dbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::xx b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIsIsIϲIϲIIpIEIEIIII_I`I_IIImImI9IL 9II IxIp xIeIt eIqIT qIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  MM)3*344>?IISS]l^lhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((ppV V""$<%<'')"*",,./1{1{335a6a88:G;G==?)@)BBD E G|G|IIK^L^NNP@Q@SSU"V"XXZ[]u]u__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI{I{IEI EImKImKIMnIMnIII?I?IIpIIIII`I``IGIGImImI9IL 9II IxIp xI eIt  eIIT III1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{G b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1{} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{G b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1{} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1{G b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1{  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1j  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)8*844>?IIST^z^zhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$l l""$T%T'')<*<,,.$/$113 4 6688:h;h==?L@LBBD0E0GGIJLLNNPjQjSSUNVNXXZ2[2]]_`bbdegtgtiikXlXnnp%?%IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##o o""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd=e=ggi%j%lln o qqssuivixxzQ{Q}}99!! ii b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIIIEI EIKIKIMnIMnIII]I]IIpIII/I/I%_I`%_IIIgIgI3IL 3I+I +ISwIp SwI1GIt 1GIIT I{I{I#I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1N b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  RR)N*N44>>?>IIS*T*^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``RR D D  66((   ""$%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJL M OOQQSrTrVVX`Y`[[]N^N``b:c:eeg$h$jjlmooqrtstsvvxYyY{{}?~?%% {{__ёѓ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIIIDI DIHIHImImImImIIIIpI?I?III`I``IIIgIgI3IT 3II I/wIx /wI GI|  GII\ IIIuI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1h/  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  LL):*:44>"?"IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qq[ [""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggijlslsnnpWqWssu;v;xxz{}}uuYỶ̋??%% b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIIIEI EIKIKISnISnIII]I]I%Ip%III/I/I%_I`%_IIIgIgI3IL 3II I;wIp ;wIGIt GIIT I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  NN)D*D44>0?0IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < <  **}}k k""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln1o1qqstvvxxzf{f}}HH** ||^^ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1uIIISDI|SDIIIIILILIwVI|wVIYIHYImImI%IP%IIXIIIIIPIIIIYIYII$ I[I, [I I  I*I$ *IQ-I Q-IZI| ZI]`IX]`IIIIIIII\I}I}I{ I{ I%I8%IxIxI7eI7eIrIrIIlIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1  bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1   bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 e  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1F]:4t  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d]Q:gtQ. hE"  \  9   s P -m gD bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  )N*N44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``RR D D  66((SSE E""$%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJLMOOQQStTtVVXbYb[[]P^P``b3?3IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55))  "#%I%I'')5*5,,.!/!113M4M668999;;=%>%@@BCEEGGIsJsLLN[O[QQSCTCVVX+Y+[[]^``bbdoeoggiWjWllnKoKqqs3t3vvxy{{}~ww__ӇӉGG//  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1uIIISDI|SDIIIIILILIwVI|wVIYIHYImImIIPIIXIIIIIPIIIISISII$ I[I, [I I  I*I$ *IQ-I Q-IZI| ZI`IX`III/I/IIII\III}!I}!I I8 IxIxIeIeIrIrI Il IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1  bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1   bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v< b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1kVh  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dkVA,2}HmXA*   | e N 7 A   K_H bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``    )D*D44>2?2IIST^^hiszsz} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < <  **<<* *""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbd]e]ggiCjClln3o3qqstvvxxzh{h}}JJ,,bb# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1xuIII7EId7EIKIlKIoUIoUIXIXIknI@knI I IIIAI@AIwI wI=I=IIII I)I )II,Id I,IYI YI`I `I5IH 5IwIhwIIDIII}I}I{ I { IIIxIpxIeIteIrITrIIII$IOI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]f: bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]f: bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]f:  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }b * b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1]:4t  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d]:tQ[.  ehE"  \  9   s  P -m gD bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS)?*?44>'?'IIS T ^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$*%*'')*,,..013#4#668 9 ;;==?g@gBBDOEOGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpcqcssuGvGxxz+{+}}ee׉׋II--  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIDIdDIKIlKIuUIuUIXIXImI@mImImIIIGI@GI}I }III?I?II I)I )IO,Id O,IYI YIc`I c`IÄIH ÄIIhIIDIIIII I  IIIxIpxI1eIt1eIrITrIII[I$[II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^;  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1E]:4t  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d]N:`tQ. hE"  \  9   s P -m gD bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  PP)@*@44>0?0IISS]^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``PP @ @  00   x x""$h%h'')X*X,,.H/H113848668(9(;;=>@@BCEEGGIpJpLLN\O\QQSHTHVVX4Y4[[] ^ ``bbdBeBggi.j.llndodqqsPtPvvx?IISS]z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?K@KBBD1E1GGIJLLNNPpQpSSUVVVXXZ<[<]]_"`"bWbWddf=g=iik#l#nnpIqIssu/v/xxz{}}nnTTƉƋ88  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIDIdDIKIlKIuUIuUIXIXImI@mImImIIIGI@GI}I }III?I?II I)I )IO,Id O,IYI YI`I `IIH I;Ih;IIDIIIII I  IIIxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1] b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^;  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {&F b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1]:4t  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d]:t)Qr.; hE"  \  9   s P  ^ -m gD bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  LL)8*844>$?$IISS]^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$rr^ ^""$J%J'')6*6,,."/"11346688:p;p==?\@\BBDHEHGGI4J4LLNOQQSTVxVxXXZ`[`]]_H`Hb{b{ddfcgciikKlKnoq|q|ssudvdxxzL{L}}44xx``  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III1EId1EIKIlKIuUIuUIXIXIenI@enIIIIIGI@GI}I }I7I7IIII I)I )IO,Id O,IYI YIu`I u`IՄIH ՄIIhI ID III7I7I5!I 5!IIIxIpxIdItdIurITurIkIkI;I$;II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]: bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]: bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]:  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1gNX  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dgN58jTQ"8 g L 1   { ^  `nS bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  KK)1*144>?IISS]l^lhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&nnT T""$:%:'') * ,,./1y1y335_6_88:E;E==?)@)BBD E G|G|IIK^L^NNP@Q@SSU"V"XXZ[]u]u__abddffhmimkkmnpqsrsruuwTxTzz|6}6jjڋڍJJ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mIsIsIIIGI(GI}I}IIIEIEII I)I )IO,IL O,IYI YIo`I o`IτI0 τIIPII,IIII$IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U]: bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U]: bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U]:  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 g b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1IWr  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  NN)<*<44>*?*IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``NN < <  **}}k k""$Y%Y'')G*G,,.5/5113#4#6689;;==?v@vBBDdEdGGIRJRLLN bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]y> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]y>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 : b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Y2   } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  RR)<*<44>'?'IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%q q""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI7J7LLNOQQSTV{V{XXZc[c]]_K`Kbbd3e3ggijllnoqwqwssu_v_xxzG{G}}//wwaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIuUIuUIXIXImI(mIsIsIIIGI(GI}I}IIIEIEII I)I )IO,IL O,IYI YI`I `II0 IGIPGI;I,;IwIwII$IxIxI eI eIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V]: bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V]: bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V]:  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~,L b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1e,s 9  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)7*744>!?!IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikolonnpUqUssu;v;xxz!{!}}zz``ӉӋFF,, b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII+EIL+EIKITKI{UI{UIXIXI_nI(_nIIIõIõIMI(MIII1I1IIII I)I )IU,IL U,IYI YI]`I ]`II0 IIPIGI,GIIII$IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]y? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]y? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]y?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d=oY } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844>"?"IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?N@NBBD8E8GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggiikglgnnpKqKssu/v/xxz{}}iiۄۆOO‰‹55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YI`I `IMI0 MIIPII,III I$ IxIxIeIeI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @_< bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @_< bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @_<  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~k b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1P p P  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)@*@44>*?*IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddXX L L  @@44$$  ""$r%r'')^*^,,.J/J113646668"9";;=>@@BBDjEjGGIRJRLLN:O:QQS"T"VVX Y [~[~]]_f`fbbdNeNggi6j6llnoqqstvzvzxxzb{b}}JJ22rr b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIEILEIKITKIUIUIXIXISnI(SnIIIϵIϵIYI(YIII%I%IIII I+)I +)Ia,IL a,IYI YI`I `II0 I#IP#II,IIII$IxIxI+eI+eICICIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ] I bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ] I bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ] I  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v$ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1dH,0p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIYJYLLNGOGQQS5T5VVX#Y#[[]^``bbdvevggidjdllnMoMqqs1t1vvxy{{}}kk݂݄OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YI`I `I)I0 )IkIPkIAI,AIIII$IxIxI eI eIIIII+I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^;  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 wJj8 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@`0  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)8*844>?IIST^t^thhrXsX} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$l l""$T%T'')<*<,,.$/$113 4 6688:h;h==?N@NBBD2E2GGIJLLNNPlQlSSUPVPXXZ4[4]]_`bbddfngniikRlRnnp6q6ssuvxxzz|p}pTTƄƆ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII%EIL%EILITLIUIUIXIXISnI(SnIIIյIյI_I(_III%I%IIII I1)I 1)Ig,IL g,IYI YIE`I E`II0 IIPIYI,YIQIQII$IxIxIeIeIIIIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ] J bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ] J bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ] J  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1tX< } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  MM)7*744>#?#IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccMM 7 7  !!  jjT T""$>%>'')(*(,,./11335q6q88:[;[==?E@EBBD/E/GGIJLLNOQzQzSSUdVdXXZN[N]]_8`8bbd"e"ggi j llnnpeqessuIvIxxz-{-}}ggىًKK// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDILITLIUIUIXIXImI(mIIIIIkI(kIIIIIQIQII I=)I =)Is,IL s,IYI YI aI  aIkI0 kIIPII,ICICI%I$%IxIxI7eI7eIIIOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IuR bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IuR bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IuR  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Pp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1[6  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  VV)H*H44>:?:IIS&T&^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddVV H H  ::,,  "#%{%{'')m*m,,._/_113Q4Q668C9C;;=5>5@@B'C'EEGHJJL M OOQQSnTnVVX\Y\[[]J^J``b6c6eeg h jjl m o}o}qqsctcvvxIyI{{}/~/mmߌߎQQÑÓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI{I{IEILEIKITKIUIUIXIXIMnI(MnIIIɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YIo`I o`IτI0 τIIPII,IcIcII$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]y= bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]y= bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]y=  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 a b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1o^M  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  ]])I*I44>5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ii]] Q Q  EE99--!!  "#%%'(*w*w,,.c/c113O4O668;9;;;='>'@@BCEEGGIuJuLLN]O]QQSETEVVX-Y-[[]^``bbdqeqggiYjYllnAoAqqs)t)vvxy{{}}mmUUɇɉ==%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDI LIT LIUIUIXIXImI(mIyIyI۵I۵IeI(eIIIIIKIKII I7)I 7)Im,IL m,IYI YI`I `ISI0 SIIPISI,SIII I$ IxIxIeIeI I IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JtQ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1` b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JtQ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JtQ  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p&o b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1lG"}[ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln#o#qqstvvvvxxzX{X}}::ppRR b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIEILEIKITKIUIUIXIXIMnI(MnIIIɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YI?`I ?`II0 IIPIeI,eIIII$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]y> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]y> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]y>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Qq b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1<+  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)?*?44>'?'IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIɵIɵISI(SIIIIIWIWII I%)I %)I[,IL [,IYI YI aI  aIkI0 kIIPII,III+I$+IyIyI=eI=eIIIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^;  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ii b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1fL2p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  TT)D*D44>4?4IIS T ^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$ | |""$l%l'')\*\,,.L/L113<4<668,9,;;=>@@B C EEGGItJtLLN`O`QQSLTLVVX8Y8[[]$^$``bceeggirjrlln^o^qqsJtJvvx6y6{{}"~"pp\\ґғ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEIKITKIUIUIXIXIAnI(AnI߮I߮IɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YIaI aIeI0 eIIPII,III I$ IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i5  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ];  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 dz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ztn } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>#?#IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?O@OBBD5E5GGIJLLNOQtQtSSUZVZXXZ@[@]]_&`&bbd e ggiikelennpKqKssu1v1xxz{}}ppVVȉȋ:: b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIɵIɵISI(SIIIIIQIQII I%)I %)I[,IL [,IYI YI`I `I_I0 _IIPI_I,_IIII$IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^;  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 iv b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1~dJV } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)<*<44>(?(IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$N%N''):*:,,.&/&11346688:t;t==?`@`BBDLELGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00tt\\ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEIKITKIUIUIXIXIGnI(GnIIIɵIɵISI(SIIIIIIII I%)I %)I[,IL [,IYI YI`I `IMI0 MIIPIwI,wIIII$IxIxIeIeI}I}IMIMII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ];  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Dde b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hb\VJ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  OO)5*544>?IISS]l^lhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **rrX X""$>%>'')$*$,,. / 1}1}335c6c88:I;I==?-@-BBDEGGIIKbLbNNPDQDSSU&V&XXZ[]y]y__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIϵIϵIYI(YIIIIIWIWII I+)I +)Ia,IL a,IYI YIaI aIeI0 eIIPII,III%I$%IxIxI7eI7eI[I[I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^;  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bbz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1qbS ` } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbd]e]ggiGjGlln1o1qqstvvxy{z{z}}ddقلNNÇÉ88"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EIKITKIUIUIXIXI;nI(;nIٮIٮIϵIϵIYI(YIII I IIII I+)I +)Ia,IL a,IYI YIaI aIwI0 wIIPII,IIII$IxIxI1eI1eI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t^* b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]{: bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t^* b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]{: bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t^*  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]{:  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ww b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 @ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  VV)@*@44>+?+IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99)) u u""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI;J;LLN#O#QQS T VVXXZg[g]]_O`Obbd7e7ggijllnoq{q{ssucvcxxzK{K}}33{{ee b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIϵIϵIYI(YIIIIIWIWII I+)I +)Ia,IL a,IYI YIaI aIeI0 eIIPIqI,qI_I_II$IxIxI%eI%eIIIIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^;  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 bw b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1D5& } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ);*;44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~dd׉׋JJ00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EIKITKIUIUIXIXIAnI(AnI߮I߮IϵIϵIYI(YIIIIIIII I+)I +)Ia,IL a,IYI YIaI aIqI0 qIIPII,IIII$IxIxI%eI%eIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vb. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]z: bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vb. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]z: bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vb.  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]z:  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 7W b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1#E } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  RR)<*<44>&?&IIS T ^}^}hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++wwa a""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD.?.IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88((  "#%v%v'')b*b,,.N/N113:4:668&9&;;=>@@BBDnEnGGIVJVLLN>O>QQS&T&VVXY[[]]_j`jbbdReRggi:j:lln"o"qqs t v~v~xxzf{f}}NN‚„66vv b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIcIcIEILEILITLIUIUIXIXI5nI(5nIӮIӮIյIյI_I(_IIIIIIII I1)I 1)Ig,IL g,IYI YIaI aIwI0 wIIPIŸI,ŸIII+I$+IyIyI=eI=eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iS b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iS b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1iS  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ];  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Jj b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 00 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  WW)E*E44>5?5IIS#T#^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiWW E E  33!!t t""$b%b'')P*P,,.>/>113,4,6689;;=>@@BBDmEmGGI]J]LLNKOKQQS9T9VVX'Y'[[]^``bcezezggihjhllnQoQqqs5t5vvxy{{}}ooSSŇʼn77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDILITLIUIUIXIXImI(mIIIյIյI_I(_IIIII]I]II I1)I 1)Ig,IL g,IYI YI]`I ]`II0 IIPI}I,}III I$ IxIxIeIeIIIIICI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^;  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 [{ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1plhd } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)<*<44>"?"IIST^x^xhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((p p""$X%X'')@*@,,.(/(11346688:l;l==?R@RBBD6E6GGIJLLNNPpQpSSUTVTXXZ8[8]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIiIiIEILEILITLIUIUIXIXI;nI(;nIٮIٮIյIյI_I(_III I IIII I1)I 1)Ig,IL g,IYI YIaI aIwI0 wIIPII,IQIQII$IxIxI+eI+eIIIIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kW# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]; bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kW# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]; bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kW#  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ];  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 *J{ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@P`p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  QQ);*;44>'?'IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggQQ ; ;  %%nnX X""$B%B''),*,,,./11346u6u88:_;_==?I@IBBD3E3GGIJLLN O Q~Q~SSUhVhXXZR[R]]_<`M?MIIS9T9^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1yykk ] ]  OOAA33%%  "#%%' ( **,,.t/t113f4f668X9X;;=J>J@@B@?@IIS(T(^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvjj ^ ^  RRFF::..  ""#"%%'(**,,.p/p113\4\668H9H;;=4>4@@B C EEG H JJLLNhOhQQSPTPVVX8Y8[[] ^ ``bce|e|ggidjdllnLoLqqs4t4vvxy{{}~xx``ԇԉHH00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDIDI II$ IInInIII۲I$۲IIIuIuII$Ig_Ig_IǃIǃII IQI| QI1I 1I yI  yICeI CeI1I 1IIII} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14s b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14s b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14s b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww  ee)S*S44>???IIS'T'^^h i sysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1wwee S S  AA//   ""$p%p'')^*^,,.L/L113:4:668(9(;;=>@@BCE{E{GGIgJgLLNQOQQQS;T;VVX%Y%[[]^``bbdjejggiPjPlln4o4qqstvvxxzi{i}}KK--aa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIcIcIEI EIKIKI5nI5nIӮIӮIiIiIIpIII;I;IaI`aIqIqIIIQIL QI%I %IxIp xI7eIt 7eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]I b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]I b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1]I b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1y  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  ff)N*N44>4?4IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvff V V  FF66&&  "#%z%z'')b*b,,.J/J1132426689;;=>@v@vBBD^E^GGIDJDLLN(O(QQS T V~V~XXZb[b]]_F`Fbbd*e*ggijllnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIIIIImImIIIղIղIIpIoIoIIIa_I`a_IIIIIKIL KIII II!yIp !yI[eIt [eIIT III'I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu  ee)U*U44>C?CIIS/T/^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1uuee U U  EE55%%  "#%}%}'')m*m,,.]/]113M4M668=9=;;=->-@@BCEEG H JJLLNoOoQQS[T[VVXGYG[[]3^3``bceeg h jjllnmomqqsYtYvvxEyE{{}1~1 kk b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI5nI5nIӮIӮIuIuIIpIIIGIGIa_I`a_IIIIIKIL KII IxIp xI1eIt 1eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fP b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fP b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fP b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  ZZ)D*D44>*?*IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo[[ G G  33  i i""$S%S'')=*=,,.'/'11346688:p;p==?V@VBBD5?5IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ss__ K K  77##q q""$]%]'')I*I,,.5/5113!4!668 9 ;;==?o@oBBD[E[GGIEJELLN-O-QQSTVVXXZq[q]]_Y`YbbdAeAggi)j)llnoqqssumvmxxzU{U}}==%% ii b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI;nI;nIٮIٮIuIuI Ip IIIGIGIa_I`a_IIIIIKIL KI I  IxIp xIeIt eIIT I_I_II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fR b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fR b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1fR b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ZZ)@*@44>"?"IIST^u^uhhrUsU} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  }}c c""$I%I'')/*/,,./11335n6n88:T;T==?6@6BBDEGGIIKkLkNNPMQMSSU/V/XXZ[]]__adbdddfFgFiik(l(nnp q s{s{uuw]x]zz|?}?!!qqQQ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DI II IImImIII۲I۲IIpIiIiIII[_I`[_IIIIIKIL KI1I 1I yIp  yICeIt CeImIT mI=I=II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  __)M*M44>9?9IIS#T#^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq__ M M  ;;)) | |""$j%j'')X*X,,.F/F113444668"9";;=>@@BBDuEuGGIaJaLLNKOKQQS5T5VVXY[[] ^ `~`~bbdhehggiRjRlln.?.IIST^^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn^^ N N  >>.. z z""$d%d'')N*N,,.8/8113"4"668 9 ;;==?k@kBBDUEUGGI>J>LLN&O&QQSTVVXXZj[j]]_R`Rbbd:e:ggi"j"lln o q~q~ssufvfxxzN{N}}66||ff b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIIIIImImIIIIIIpIiIiIII[_I`[_IIIIIKIL KII IxIp xI1eIt 1eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  \\)F*F44>.?.IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    n n""$Y%Y'')C*C,,.-/-11346689;v;v==?`@`BBDJEJGGI2J2LLNOQQSSUqVqXXZW[W]]_=`=bbd#e#ggi j l|l|nnpbqbssuHvHxxz.{.}}mmSSƎƐ99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EIyKIyKI;nI;nIٮIٮIKIKI Ip IIIII[_I`[_IIIIIKIL KII IxIp xI+eIt +eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o[' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1y} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o[' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1y} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o[' b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1y  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  YY)C*C44>+?+IIST^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnZZ F F  22  ~~h h""$R%R'')<*<,,.&/&11346688:o;o==?Y@YBBDCECGGI+J+LLNOQQSSUjVjXXZP[P]]_6`6bbdeggiikplpnnpTqTssu8v8xxz{}}rrVVɉɋ<<"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIHIHImImIIIϲIϲIIpIcIcIII`I``ISISIyIyIEIL EI%I %IxIp xI7eIt 7eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1f  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  aa)M*M44>5?5IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqee Y Y  MMAA11  " # %%'')k*k,,.W/W113C4C668/9/;;=>@@BCEuEuGGI]J]LLNEOEQQS-T-VVXY[[]]_q`qbbdYeYggiAjAlln)o)qqstvvxxzm{m}}UUɂɄ==""{{ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EIKIKIAnIAnI߮I߮IuIuIIpIIIGIGI[_I`[_IIIyIyIEIL EI%I %IxIp xI7eIt 7eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xb. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xb. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xb. b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  XX)F*F44>4?4IIS"T"^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjXX F F  44""u u""$c%c'')Q*Q,,.?/?113-4-6689;;= > @@BBDnEnGGI\J\LLNJOJQQS8T8VVX&Y&[[]^``bceyeyggigjgllnPoPqqs4t4vvxy{{}}nnRRćĉ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIHIHImImIIIϲIϲIIpI]I]III`I``I_I_IyIyIEIL EI I  IxIp xIeIt eIIT III=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1s  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  [[)C*C44>'?'IIS T ^}^}hhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo__ O O  ??// w w""$_%_'')G*G,,.///11346688:s;s==?W@WBBD;E;GGIJLLNOQuQuSSUYVYXXZ=[=]]_!`!bbdegwgwiik[l[nnp?q?ssu#v#xxz{}y}y]]τφ??!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIKIKIAnIAnI߮I߮IuIuIIpIIIGIGI[_I`[_IIIyIyIEIL EII IxIp xI%eIt %eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xd0 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xd0 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xd0 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  TT)>*>44>(?(IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjTT > >  ((qq[ [""$E%E'')/*/,,./11346x6x88:b;b==?L@LBBD6E6GGI J LLN O QQSSUiViXXZS[S]]_=`=bbd'e'ggijllnnpjqjssuNvNxxz2{2}}llމދPPސ44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpI]I]III`I``ISISIsIsI?IL ?I+I +IyIp yI=eIt =eIIT I[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1m  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  __)Q*Q44>A?AIIS-T-^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm__ Q Q  CC55''  " # %%'')v*v,,.h/h113Z4Z668L9L;;=>>>@@B0C0EEG"H"JJLMOOQQSuTuVVXcYc[[]Q^Q``b=c=eeg'h'jjlmooqqsjtjvvxPyP{{}6~6rrVVȑȓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIsKIsKIGnIGnIIIEIEIIpIIIIIU_I`U_IIIsIsI?IL ?II IxIp xI1eIt 1eI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k7 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1z} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k7 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1z} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k7 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1z  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ^^)J*J44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::..""  "#%%'(*x*x,,.d/d113P4P668<9<;;=(>(@@BCEEGHJtJtLLN\O\QQSDTDVVX,Y,[[]^``bbdpepggiXjXlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpIWIWIIIaI`aIeIeIsIsI?IL ?II IxIp xI+eIt +eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1~  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  YY)G*G44>3?3IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkYY G G  55##v v""$d%d'')R*R,,.@/@113.4.6689;;= > @@BBDoEoGGI[J[LLNEOEQQS/T/VVXY[[]^`x`xbbd^e^ggiDjDlln(o(qqs t v{v{xxz]{]}}??!!ssUU b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIsKIsKIGnIGnIIIEIEIIpIIIIIU_I`U_IIIsIsI?IL ?I I  IxIp xIeIt eIIT III[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1z} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1z} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1z  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)B*B44>(?(IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**   ""$n%n'')V*V,,.>/>113&4&6689;;==?j@jBBDRERGGI8J8LLNOQQSTVrVrXXZV[V]]_:`:bbdeggijltltnnpXqXssu>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIɲIɲIIpIWIWIII`I``IMIMIsIsI?IL ?I+I +IyIp yI=eIt =eIIT IaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1h  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii  YY)I*I44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1iiYY I I  99))   ""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJwJwLLNcOcQQSOTOVVX;Y;[[]'^'``bceeggiujullnaoaqqsMtMvvx9y9{{}%~%ss__ՑՓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI{I{IEI EIKIKIMnIMnIIIiIiIIpIII;I;I`I``I5I5IsIsI?IL ?II IxIp xIeIt eIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t@ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844>?IIST^w^whhr[s[} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?J@JBBD0E0GGIJLLNNPoQoSSUUVUXXZ;[;]]_!`!bbdegzgziik`l`nnpFqFssu,v,xxz{}}kkބކOO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIɲIɲIIpIQIQIIIaI`aIqIqIsIsI?IL ?II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS)?*?44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggSS ? ?  ++yye e""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11uu]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI{I{IEI EIKIKIMnIMnIIIiIiIIpIII;I;I`I``IMIMIsIsI?IL ?II IxIp xIeIt eIqIT qIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vB b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1h  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  NN)4*444>?IISS]i^ihhrIsI} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__aXbXddf:g:iiklnnpprosouuwQxQzz|3}3eeՋՍEE b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIϲIϲIIpIQIQIII`I``IAIAImImI9IL 9II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1c  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>-?-IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIUJULLN?O?QQS)T)VVXY[[]]_r`rbbd\e\ggiFjFlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIEI EImKImKIMnIMnIII?I?IIpIIIII`I``I5I5ImImI9IL 9II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}I b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1y} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}I b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1y} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1}I b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1y  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Vv  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  OO)9*944>"?"IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbRR B B  22""n n""$X%X'')B*B,,.,/,11346689;u;u==?_@_BBDIEIGGI2J2LLNOQQSTVvVvXXZ^[^]]_F`Fbbd8e8ggi j llnoq|q|ssudvdxxzL{L}}44zzdd b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIyIyIϲIϲIIpIKIKIIIaI`aIqIqImImI9IL 9II IxIp xIeIt eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP):*:44>"?"IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI&J&LLN O QQSSUeVeXXZK[K]]_1`1bbdeggiikplpnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIEI EImKImKISnISnIII?I?I%Ip%IIIII`I``ISISImImI9IL 9II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1y} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1y} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1K b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1y  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1s  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>?IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?M@MBBD7E7GGIJLLNOQxQxSSU^V^XXZD[D]]_*`*bbdeggiiklllnnpPqPssu4v4xxz{}}nnRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI I IDI DIHIHImImIsIsIIIIpIEIEIII`I``IIIgIgI3IT 3II IAwIx AwIGI| GI1I\ 1I'I'II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1O-  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)C*C44>+?+IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55%%  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDkEkGGISJSLLN;O;QQS#T#VVX Y [[]]_g`gbbd[e[ggiCjClln+o+qqstvvxxzo{o}}WW˂˄??$$ }} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIII%EI %EIKIKISnISnIII]I]I%Ip%III/I/I%_I`%_IIIgIgI3IL 3II IGwIp GwI%GIt %GIIIT II?I?II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1R b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  LL)D*D44>2?2IIS T ^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^LL : :  (({{i i""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNHOHQQS6T6VVX$Y$[[]^``bcewewggiejellnZoZqqs>t>vvx"y"{{}~xx\\·Ή@@$$ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIIIDI DIHIHImImIsIsIIIIpIEIEIII`I``IIIgIgI3IT 3II I)wIx )wIGI| GII\ IIIWI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1_(  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  OO);*;44>?IIST^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##k k""$W%W'')?*?,,.'/'11346688:k;k==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbd e g{g{iik_l_nnpCqCssu'v'xxz { }}}}aaӄӆCC%% b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIII%EI %EIKIKIYnIYnIIIcIcI+Ip+III5I5I%_I`%_IIIgIgI3IL 3I I  I5wIp 5wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1T b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^  HH):*:44>$?$IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1^^HH 2 2  {{eeO O""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnoqrqrssuVvVxxz:{:}}ttXXʎʐ<< b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1{IIIYDI|YDIIIIILILI}VI|}VIYIHYImImI%IP%IIXIŶIŶIOIPOIIIYIYII$ IaI, aI I  I!*I$ !*IW-I W-IZI| ZI`IX`III)I)IIIIdIII I II@IxIxI%eI%eIrIrIItIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations14 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_>Z<|  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d_>|[:x\W'6r =  t  S  2   p O.,l bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__    )@*@44>+?+IIST^^his}s}} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ?  //??) )""$_%_'')I*I,,.3/311346689;|;|==?f@fBBDPEPGGI;J;LLN#O#QQS T VVXXZg[g]]_O`ObbdCeCggi+j+llnoqqssuovoxxzW{W}}??''qq# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III7EId7EIKIlKIuUIuUIXIXIknI@knI I IIIGI@GI}I }I=I=IIII I)I )IO,Id O,IYI YIaI aIqIH qIIhIIDIIIII I  IIIxIpxI+eIt+eIrITrIOIOII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _a> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _a> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _a>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |( b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_>N<|  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d_>|[:x9W~C6   t  S  2   r s Q0.n bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)@*@44>.?.IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$%'') * ,,..013'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbd]e]ggiGjGlln=o=qqs't'vvxy{{}}ppZZχωDD..  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1{IIISDI|SDIIIIILILI}VI|}VIYIHYImImI%IP%IIXIŶIŶIOIPOIIIYIYII$ IaI, aI I  I!*I$ !*IW-I W-IZI| ZI-`IX-`IIIϱIϱIAIAIIdI]I]I["I["II@IxIxIeIeIrIrIItIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1kgg?q b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1v,l    b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dvlbXND:0$   S    t i  h  \UP|0p$ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  )<*<44>&?&IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##,, ""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _b> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _b>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k&m b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_> <|  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d_>|[:xW6 O  t   S Y  2    p O 8.,l bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM);*;44>%?%IIS T ^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$ % ''))+j,j..013 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpeqessuKvKxxz1{1}}ppVVɎɐ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIIDIdDIKIlKI{UI{UIXIXImI@mIsIsIõIõIMI@MII IIIEIEII I)I )IU,Id U,IYI YI`I `IIP I/Ip/IILIIIII I( IIIxIxxI%eI|%eIrI\rI=I=I I, II0} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @`? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @`? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @`?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations16 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_>U<|  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d_>|[:xKW6]&   t  S  2   p O.,l bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  MM);*;44>+?+IISS]^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__MM ; ;  ))||j j""$X%X'')F*F,,.4/4113"4"6689;;==?u@uBBDcEcGGISJSLLNAOAQQS/T/VVXY[[] ^ ``bbd.e.ggijllnQoQqqs5t5vvxy{{}}ooSSŇʼn77  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III1EId1EIKIlKIuUIuUIXIXIenI@enIIIIIGI@GI}I }I7I7IIII I)I )IO,Id O,IYI YIc`I c`IÄIH ÄIIhIIDIIIII!I !I I IxIpxIeIteIrITrI%I%II$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 o b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1iR$dh  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1diR;$ v_H3`0  t _ J 5  4t I]H bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)B*B44>,?,IISS]^hhrrsr} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffZZ N N  BB66&&  ""$t%t'')`*`,,.L/L113848668$9$;;=>@@BBDlElGGITJTLLN <|  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d_>|[:xW6 o  t 8  S   2 J   p O.n.,l bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  II)3*344>?IISS]^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__II 3 3  ||ffP P""$:%:'')$*$,,./11335m6m88:W;W==?A@ABBD+E+GGIJLLNOQvQvSSU`V`XXZJ[J]]_4`4bfbfddfPgPiik:l:nnpiqissuMvMxxz1{1}}kk݉݋OO33  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III7EId7EIKIlKIuUIuUIXIXIknI@knI I IIIGI@GI}I }I=I=IIII I)I )IO,Id O,IYI YIo`I o`IτIH τIIhIIDIIIII I  IIIxIpxIeIteIrITrIIII$I+I(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_> <|  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d_>|[:xW6  t P  S  2 p   @ p O.,l bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)8*844>?IISS]x^xhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$l l""$T%T'')<*<,,.$/$113 4 6688:h;h==?N@NBBD2E2GGIJLLNNPlQlSSUPVPXXZ4[4]]_`bKbKddf/g/iiklnnp:q:ssuvxxz{}t}tXXʄʆ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YI{`I {`IۄI8 ۄIIXII4IIII,IxIxI%eI%eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U_> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U_> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U_>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1z$ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18F ~  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  WW)C*C44>/?/IIST^^hhrsss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccWW K K  ??33''  "#%%'')q*q,,.]/]113I4I668595;;=!>!@@B C EEGGIoJoLLNWOWQQS?T?VVX'Y'[[]^``bbdkekggiSjSlln;o;qqs#t#vvx y {{}}ggۂۄOOÇÉ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII+EIL+EIKITKIUIUIXIXI_nI(_nIIIɵIɵISI(SIII1I1IIII I%)I %)I[,IL [,IYI YIK`I K`II0 IIPII,IuIuII$IxIxI1eI1eIyIyIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _wB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _wB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _wB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 b b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1:z bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hC y : } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  XX)J*J44>7@@B)C)EEGHJJL M OOQQSpTpVVX^Y^[[]L^L``b8c8eeg"h"jjl m ooqqsetevvxKyK{{}1~1ooSSőœ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI I IDILDIKITKI{UI{UIXIXImI(mIyIyIõIõIMI(MIIIIIKIKII I)I )IU,IL U,IYI YI'`I '`II8 IɱIXɱIEI4EIIII,IxIxI eI eIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V_> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V_> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V_>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1gcc;c b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T  b ) E } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  SS);*;44>#?#IIST^y^yhhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33## { {""$g%g'')O*O,,.7/711346689;{;{==?c@cBBDKEKGGI3J3LLNOQQSSUmVmXXZQ[Q]]_5`5bbdeggiikolonnpSqSssu7v7xxz{}}qqUUljNj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII1EIL1EIKITKIUIUIXIXI_nI(_nIIIɵIɵISI(SIII1I1IIII I%)I %)I[,IL [,IYI YIc`I c`IÄI0 ÄIIPII,IIII$IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _wC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _wC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _wC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ]}  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T / e  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>.?.IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIVJVLLN@O@QQS*T*VVXY[[]]_s`sbbdYeYggi?j?lln#o#qqstvvvvxxzX{X}}::ppRR b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIɵIɵISI(SIIIIIQIQII I%)I %)I[,IL [,IYI YI`I `IGI8 GIIXIսI4սIIII,IxIxIeIeIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @a@ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @a@ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @a@  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1od b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 ` bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1R$v 0p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10``  KK)5*544>?IIST^v^vhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1``LL 8 8  $$ppZ Z""$D%D'').*.,,./11346w6w88:a;a==?I@IBBD/E/GGIJLLNNPnQnSSUTVTXXZ:[:]]_ ` bbdegygyiik_l_nnpEqEssu+v+xxz{}}jj݄݆PP‰‹44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII%EIL%EILITLIUIUIXIXIYnI(YnIIIյIյI_I(_III+I+IIII I1)I 1)Ig,IL g,IYI YI9`I 9`II0 I۱IP۱II,IAIAI%I$%IxIxI7eI7eIII[I[II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _ M bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _ M bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _ M  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Uu b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@& r  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)F*F44>6?6IIS"T"^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$n%n'')^*^,,.N/N113>4>668.9.;;=>@@BCEEGGIvJvLLNbObQQSNTNVVX:Y:[[]&^&``bceeggitjtlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIyIyIɵIɵISI(SIIIIIKIKII I%)I %)I[,IL [,IYI YI`I `I#I8 #IeIXeIiI4iIEIEII,IxIxIeIeIqIqIAIAII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @`? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @`? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @`?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1`\\4CcW b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 H  l >  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  KK)1*144>?IISS]h^hhhrJsJ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&nnT T""$:%:'') * ,,./1y1y335_6_88:E;E==?)@)BBD E G|G|IIK^L^NNP@Q@SSU"V"XXZ[]u]u__aWbWddf9g9iiklnnpprnsnuuwPxPzz|2}2ff֋֍FF b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII+EIL+EILITLIUIUIXIXIYnI(YnIIIյIյI_I(_III+I+IIII I1)I 1)Ig,IL g,IYI YIW`I W`II0 IIPII,III I$ IxIxIeIeIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _N bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _N bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _N  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations16  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 X > $ f } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)<*<44>(?(IIST^^hhrlsl} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$N%N''):*:,,.&/&11346688:t;t==?`@`BBDLELGGI8J8LLN O QQSTV|V|XXZd[d]]_L`Lbbd4e4ggijllnoqxqxssu`v`xxzH{H}}00tt\\ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDILITLIUIUIXIXImI(mIIIIIkI(kIIIIIWIWII I=)I =)Is,IL s,IYI YIaI aIeI8 eIIXII4I{I{II,IxIxI%eI%eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IwV bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IwV bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IwV  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1d b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations16v bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1X5 o 6 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  PP):*:44>%?%IIS T ^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccSS C C  33##o o""$Y%Y'')C*C,,.-/-11346689;v;v==?`@`BBDJEJGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd1e1ggijllnoququssu]v]xxzE{E}}--uu__ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIEILEIKITKIUIUIXIXIMnI(MnIIIϵIϵIYI(YIIIIIIII I+)I +)Ia,IL a,IYI YI!`I !`II0 IñIPñII,I I II$IxIxI1eI1eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _wA bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _wA bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _wA  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Hh b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1f bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 z k  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  TT)B*B44>0?0IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffTT B B  00  q q""$_%_'')M*M,,.;/;113)4)6689;;=>@|@|BBDjEjGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd_e_ggiIjIlln3o3qqstvvxy{|{|}}ffۂۄPPŇʼn::$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDILITLIUIUIXIXImI(mIIIIIkI(kIIIIIQIQII I=)I =)Is,IL s,IYI YI`I `IMI8 MIIXII4IIII,IxIxIeIeIIIIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JvU bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JvU bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JvU  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1YUU-hS b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1L )  c  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  NN)8*844>"?"IIST^y^yhhr_s_} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccOO ; ;  ''ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?N@NBBD8E8GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggiikglgnnpKqKssu/v/xxz{}}iiۄۆOO‰‹55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIEILEIKITKIUIUIXIXISnI(SnIIIϵIϵIYI(YIII%I%IIII I+)I +)Ia,IL a,IYI YIE`I E`II0 IIPII,III I$ IxIxIeIeIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _wB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _wB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _wB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Kk b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1W  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\ M > /7w } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ);*;44>%?%IIS T ^~^~hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI)J)LLNOQQSSUhVhXXZN[N]]_4`4bbdeggijlslsnnpYqYssu?v?xxz%{%}} ~~dd׉׋JJ00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIϵIϵIYI(YIIIIIWIWII I+)I +)Ia,IL a,IYI YIaI aIqI8 qIIXI I4 IGIGII,IxIxI1eI1eIIIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @`? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @`? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @`?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1Yy b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1L bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations10 h  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>/?/IIST^^hissss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGIWJWLLNEOEQQS3T3VVX!Y![[]^``bbdtetggibjbllnKoKqqs/t/vvxy{{}}iiۂۄMM11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI{I{IEILEIKITKIUIUIXIXIGnI(GnIIIϵIϵIYI(YIIIIIIII I+)I +)Ia,IL a,IYI YIaI aIqI0 qIIPI;I,;IIII$IxIxI1eI1eI7I7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m9  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ;[ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1| bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1pl h d L } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)F*F44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj^^ R R  FF::**  "#%x%x'')d*d,,.P/P113<4<668(9(;;=>@@BBDpEpGGIXJXLLN@O@QQS(T(VVXY[[]]_l`lbbdTeTggi#?#IIS T ^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccMM 7 7  !!  jjT T""$>%>'')(*(,,./11335q6q88:[;[==?E@EBBD/E/GGIJLLNOQzQzSSUdVdXXZN[N]]_8`8bbd"e"ggi j llnnpeqessuIvIxxz-{-}}ggىًKK// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI{I{IEILEIKITKIUIUIXIXIMnI(MnIIIϵIϵIYI(YIIIIIIII I+)I +)Ia,IL a,IYI YI`I `IYI0 YIIPII,IIII$IxIxIeIeIIIII7I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q=  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bbp b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations18x  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ` \ XTH } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)<*<44>"?"IIST^x^xhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((p p""$X%X'')@*@,,.(/(11346688:l;l==?R@RBBD6E6GGIJLLNNPpQpSSUTVTXXZ8[8]]_`bbdegrgriikVlVnnp:q:ssuvxxz{}t}tXXʄʆ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDILITLIUIUIXIXImI(mIIIյIյI_I(_IIIII]I]II I1)I 1)Ig,IL g,IYI YI aI  aIkI8 kIIXI#I4#I I I%I,%IxIxI7eI7eI[I[I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @`? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @`? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @`?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1b bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1{n a  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  [[)G*G44>3?3IIST^^hiswsw} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77++  "#%%'')u*u,,.a/a113M4M668999;;=%>%@@BCEEGGIsJsLLN[O[QQSCTCVVX+Y+[[]^``bbdoeoggiWjWlln?o?qqs't'vvxy{{}}kk߂߄SSLJlj;;## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EILITLIUIUIXIXIAnI(AnI߮I߮IյIյI_I(_IIIIIIII I1)I 1)Ig,IL g,IYI YIaI aIwI0 wIIPISI,SIII1I$1I yI yICeICeIIIaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vb. b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _y> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vb. b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _y> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1vb.  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _y>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .Nw b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HO V ] R } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  \\)N*N44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj\\ N N  @@22$$  "#%%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJLMOOQQStTtVVXbYb[[]P^P``b'?'IIS T ^}^}hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''  ""$k%k'')S*S,,.;/;113#4#668 9 ;;==?g@gBBDOEOGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEILITLIUIUIXIXIGnI(GnIIIյIյI_I(_IIIIIIII I1)I 1)Ig,IL g,IYI YIaI aIqI0 qIIPII,IeIeII$IxIxI1eI1eIIIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xf2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _x> bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xf2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _x> bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xf2  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _x>  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 9Y b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Y  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d k ry } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>2?2IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNDODQQS.T.VVXY[[]^`w`wbbd]e]ggiCjClln'o'qqs t vzvzxxz\{\}}>> ttVV b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDI LIT LIUIUIXIXImI(mIII۵I۵IeI(eIIIIIcIcII I7)I 7)Im,IL m,IYI YI!`I !`II8 IñIXñI;I4;IIII,IxIxI%eI%eIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @`? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @`? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @`?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1Cc b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1x bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`^ \ Z H } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  OO)9*944>!?!IIST^z^zhhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?M@MBBD3E3GGIJLLNNPrQrSSUXVXXXZ>[>]]_$`$bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnTTƉƋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIiIiIEILEI LIT LIUIUIXIXI;nI(;nIٮIٮI۵I۵IeI(eIII I IIII I7)I 7)Im,IL m,IYI YIaI aIwI0 wIIPIkI,kIkIkI=I$=IyIyIOeIOeIIIsIsII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kW# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kW# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1kW#  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 !Aa b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 2 D V  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)J*J44>:?:IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**   ""$r%r'')b*b,,.R/R113B4B668292;;=">"@@BCEEGHJzJzLLNfOfQQSRTRVVX>Y>[[]*^*``bceeghjxjxllndodqqsPtPvvx?IISS]l^lhhrNsN} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **rrX X""$>%>'')$*$,,. / 1}1}335c6c88:I;I==?-@-BBDEGGIIKbLbNNPDQDSSU&V&XXZ[]y]y__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6jjڋڍJJ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EI LIT LIUIUIXIXIAnI(AnI߮I߮I۵I۵IeI(eIIIIIIII I7)I 7)Im,IL m,IYI YIaI aIwI0 wIIPIAI,AI=I=I%I$%IxIxI7eI7eI+I+IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m[' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _? bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m[' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _? bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m['  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _?  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1z  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 h z  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)@*@44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$R%R'')>*>,,.*/*11346689;x;x==?d@dBBDPEPGGI8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88%%  ""$n%n'')X*X,,.B/B113,4,6689;;=>@u@uBBD_E_GGIHJHLLN0O0QQSTVVXY[t[t]]_\`\bbdDeDggi,j,llnoqqssupvpxxzX{X}}@@((pp b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI5nI5nIӮIӮIiIiIIpIII;I;IaI`aIeIeIIIQIL QI=I =IyIp yIOeIt OeIsIT sICICII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_K b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_K b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_K b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  aa)O*O44>;?;IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssaa O O  ==++ ~ ~""$l%l'')Z*Z,,.H/H113646668$9$;;=>@@BCEwEwGGIcJcLLNMOMQQS7T7VVX!Y![[] ^ ``bbdjejggiTjTlln>o>qqs(t(vvxy{{}}qq[[ЇЉEE// b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDIDI II$ II nI nIII۲I$۲III{I{II$Ig_Ig_IǃIǃII IQI| QI+I +IyI yI=eI =eII IIIsI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14u b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14u b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14u b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  aa)K*K44>3?3IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvbb N N  ::&&p p""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI3J3LLNOQQSSUrVrXXZX[X]]_>`>bbd"e"ggijlxlxnnp\q\ssu@v@xxz${$}}zz^^щыDD** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI;nI;nIٮIٮIiIiI Ip III;I;IaI`aIqIqIIIQIL QI+I +IyIp yI=eIt =eI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1_M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1v  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  ``)J*J44>2?2IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$r r""$]%]'')G*G,,.1/111346689;z;z==?d@dBBDNENGGI6J6LLNOQQSTVuVuXXZ[[[]]_A`Abbd'e'ggi j llnnpfqfssuLvLxxz2{2}}qqWWʎʐ== b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DI II IInInIII۲I۲IIpIuIuIIIg_I`g_IǃIǃIIIQIL QI7I 7IyIp yIIeIt IeIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  bb)P*P44>>?>IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ttbb P P  >>,,  ""$m%m'')[*[,,.I/I113747668%9%;;=>@@BCExExGGIfJfLLNTOTQQSBTBVVX0Y0[[]^``b c eeggiqjqllnZoZqqs>t>vvx"y"{{}~xx\\·Ή@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI;nI;nIٮIٮIuIuI Ip IIIGIGIg_I`g_IǃIǃIIIQIL QI1I 1I yIp  yICeIt CeIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hT  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hT  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hT  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  cc)O*O44>7?7IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ssgg [ [  OOCC33  " # %%'')m*m,,.Y/Y113E4E668191;;=>@@BCEwEwGGI_J_LLNGOGQQS/T/VVXY[[]]_s`sbbd[e[ggiCjClln+o+qqstvvxxzo{o}}WW˂˄??$$ }} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DI II IInInIII۲I۲IIpIuIuIIIg_I`g_IǃIǃIIIQIL QI%I %IxIp xI7eIt 7eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1r b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  \\)F*F44>0?0IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rr\\ F F  00yyc c""$M%M'')7*7,,.!/!113 4 6688:j;j==?T@TBBD>E>GGI(J(LLNOQQSSUqVqXXZ[[[]]_E`Ebbd/e/ggijllnoqrqrssuVvVxxz:{:}}ttXXʎʐ<< b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EIKIKI;nI;nIٮIٮIuIuI Ip IIIGIGIg_I`g_IǃIǃIIIQIL QII IxIp xI+eIt +eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hV" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hV" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1hV" b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss  __)G*G44>+?+IIST^^hhrcsc} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1sscc S S  CC33 { {""$c%c'')K*K,,.3/311346689;w;w==?[@[BBD?E?GGI#J#LLNOQyQySSU]V]XXZA[A]]_%`%bbd e g{g{iik_l_nnpCqCssu'v'xxz { }}}}aaӄӆCC%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIIIIImImIIIIIIpIoIoIIIa_I`a_IIIIIKIL KI7I 7IyIp yIIeIt IeImIT mI=I=II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  hh)T*T44>>?>IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tthh \ \  PPDD88,,  " # %%' ( **,,.n/n113Z4Z668F9F;;=2>2@@BCEEG H J~J~LLNfOfQQSNTNVVX6Y6[[]^``bcezezggibjbllnJoJqqs2t2vvxy{{}~vv^^҇҉FF.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EIyKIyKIAnIAnI߮I߮IKIKIIpIIIIIa_I`a_IIIIIKIL KI7I 7IyIp yIIeIt IeIIT IaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q]) b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1w} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q]) b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1w} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q]) b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1w  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  aa)S*S44>C?CIIS/T/^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ooaa S S  EE77))  " # %%'')x*x,,.j/j113\4\668N9N;;=@>@@@B2C2EEG$H$JJLMOOQRTwTwVVXeYe[[]S^S``b?c?eeg)h)jjlmooqqsltlvvxRyR{{}8~8ttXXʑʓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIIIIImImIIIIIIpIiIiIIIa_I`a_IIIIIKIL KII IxIp xI1eIt 1eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  bb)J*J44>0?0IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22""  "#%v%v'')^*^,,.F/F113.4.6689;;==?r@rBBDZEZGGI@J@LLN$O$QQSTVzVzXXZ^[^]]_B`Bbbd&e&ggi j l|l|nnp`q`ssuDvDxxz({(}} ~~bbԉԋFF** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIyKIyKIAnIAnI߮I߮IKIKIIpIIIIIa_I`a_IIIIIKIL KI%I %IxIp xI7eIt 7eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q_+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1w} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q_+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1w} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q_+ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1w  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo  ]])K*K44>7?7IIST^^hisqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1oo]] K K  99'' z z""$h%h'')V*V,,.D/D113242668 9 ;;=>@@BBDsEsGGI_J_LLNIOIQQS3T3VVXY[[]^`|`|bbdbebggiHjHlln,o,qqstvvxxza{a}}CC%%wwYY b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIHIHImImIIIϲIϲIIpIiIiIII`I``IMIMIyIyIEIL EII IxIp xI%eIt %eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1a  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  XX)B*B44>(?(IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11}}g g""$Q%Q'');*;,,.%/%11346688:n;n==?T@TBBD:E:GGI J LLNOQyQySSU_V_XXZE[E]]_+`+bbdeggiikjljnnpPqPssu6v6xxz{}}uuYYˉˋ==!! b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIKIKIGnIGnIII{I{IIpIIIMIMI[_I`[_IIIyIyIEIL EI7I 7IyIp yIIeIt IeIIT ImImII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zf2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zf2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zf2 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  [[)K*K44>9?9IIS%T%^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kk[[ K K  ;;++   ""$s%s'')c*c,,.S/S113C4C668393;;=#>#@@BCEEGHJyJyLLNeOeQQSQTQVVX=Y=[[])^)``bceeghjwjwllncocqqsOtOvvx;y;{{}'~'uuaaבד b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIHIHImImIIIϲIϲIIpIcIcIII`I``IYIYIyIyIEIL EII IxIp xIeIt eIIT ISISII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1l b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1n  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  VV)<*<44>?IIST^q^qhhrQsQ} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11yy_ _""$E%E'')+*+,,./11335j6j88:P;P==?2@2BBDEGGIIKgLgNNPIQISSU+V+XXZ [ ]~]~__a`b`ddfBgBiik$l$nnpqswswuuwYxYzz|;};mm݋ݍMM b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIKIKIGnIGnIII{I{IIpIIIMIMI[_I`[_IIIyIyIEIL EII IxIp xI1eIt 1eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zh4 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zh4 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zh4 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk  WW)C*C44>-?-IIST^^hhrqsq} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1kkWW C C  //}}i i""$U%U'')A*A,,.-/-11346689;{;{==?g@gBBDSESGGI=J=LLN%O%QQS T VVXXZi[i]]_Q`Qbbd9e9ggi!j!lln o q}q}ssuevexxzM{M}}55yyaa b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DI II IImImIII۲I۲IIpIcIcIII`I``ISISIyIyIEIL EII IxIp xI+eIt +eI%IT %IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1h  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  YY)C*C44>,?,IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,, x x""$b%b'')L*L,,.6/6113 4 668 9 ;;==?i@iBBDSESGGI/?/IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggUU C C  11  r r""$`%`'')N*N,,.@}@}BBDkEkGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbd^e^ggiHjHlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DI II IImImIII۲I۲IIpI]I]IIIaI`aIeIeIyIyIEIL EI I  IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1y  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  UU)?*?44>'?'IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjVV B B  ..zzd d""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiiklllnnpPqPssu4v4xxz{}}nnRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI{I{IEI EIsKIsKIMnIMnIIIEIEIIpIIIII[_I`[_IIIyIyIEIL EI I  IxIp xIeIt eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1x} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1x} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1x  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  TT)>*>44>&?&IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,zzf f""$Q%Q'');*;,,.%/%11346688:n;n==?X@XBBDBEBGGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggijltltnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIɲIɲIIpI]I]III`I``ISISIsIsI?IL ?II IxIp xI1eIt 1eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1m  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>2?2IIS T ^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIZJZLLNHOHQQS6T6VVX$Y$[[]^``bcewewggiejellnNoNqqs2t2vvxy{{}}llނބPP‡‰44 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIEI EIKIKIMnIMnIIIoIoIIpIIIAIAI`I``I;I;IsIsI?IL ?II IxIp xI%eIt %eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xD b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  WW)C*C44>+?+IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1gg[[ O O  CC77''  ""$u%u'')a*a,,.M/M113949668%9%;;=>@@BBDkEkGGISJSLLN;O;QQS#T#VVX Y [[]]_g`gbbdOeOggi7j7llnoqqstv{v{xxzc{c}}KK33qq b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIɲIɲIIpIWIWIII aI` aIkIkIsIsI?IL ?I I  IxIp xIeIt eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  PP):*:44>$?$IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffPP : :  $$mmW W""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ{Q{SSUeVeXXZO[O]]_9`9bbd#e#ggi j llnnpfqfssuJvJxxz.{.}}hhډڋLL00 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIEI EIKIKISnISnIIIoIoI%Ip%IIIAIAI`I``IYIYIsIsI?IL ?II IxIp xI eIt  eIIT III1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zF b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg  SS);*;44>?IIST^u^uhhrWsW} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ggWW G G  77''o o""$W%W'')?*?,,.'/'11346688:k;k==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbddfogoiikSlSnnp7q7ssuvxxzz|q}qUUDŽdž77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIIIղIղIIpIQIQIII`I``IMIMImImI9IL 9II IxIp xI+eIt +eIOIT OIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1j  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  \\)H*H44>2?2IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88,,   "#%%'(*v*v,,.b/b113N4N668:9:;;=&>&@@BCEEGGIrJrLLNZOZQQSBTBVVX*Y*[[]^``bbdnenggiVjVlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII%EI %EIgKIgKISnISnIII9I9I%Ip%III I I`I``IAIAImImI9IL 9I%I %IxIp xI7eIt 7eIIT IOIOII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1w} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1w} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1M b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1w  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1_  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  UU)G*G44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccUU G G  99++  "#%z%z'')l*l,,.^/^113P4P668B9B;;=4>4@@B&C&EEGHJJLMO}O}QQSkTkVVXYYY[[]G^G``b3c3eeghjjlmooqqsjtjvvxPyP{{}6~6rrVVȑȓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIϲIϲIIpIQIQIIIaI`aIqIqImImI9IL 9II IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)>*>44>$?$IIST^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$j%j'')R*R,,.:/:113"4"668 9 ;~;~==?f@fBBDNENGGI4J4LLNOQQSSUnVnXXZR[R]]_6`6bbdeggiikplpnnpXqXssu>"" b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII%EI %EIgKIgKIYnIYnIII9I9I+Ip+III I I`I``I_I_ImImI9IL 9I I  IxIp xIeIt eI IT  IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1w} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1w} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1w  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1|  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc  QQ)?*?44>+?+IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ccQQ ? ?  --  n n""$\%\'')J*J,,.8/8113&4&6689;;=>@y@yBBDgEgGGISJSLLN=O=QQS'T'VVXY[[]]_p`pbbdVeVggi?IIST^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss] ]""$G%G'')1*1,,./11346z6z88:d;d==?J@JBBD0E0GGIJLLNNPoQoSSUUVUXXZ;[;]]_!`!bbdeggiiklllnnpRqRssu8v8xxz{}}ww[[͉͋??## b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIII%EI %EIKIKIYnIYnIIIcIcI+Ip+III5I5I+_I`+_IIImImI9IL 9I1I 1IYwIp YwI7GIt 7GIIT III5I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1V b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  OO)I*I44>7?7IIS#T#^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__OO ? ?  //w w""$q%q'')a*a,,.Q/Q113A4A668191;;=!>!@@BCEEGHJwJwLLNcOcQQSOTOVVX;Y;[[]'^'``bceeggiujullnmomqqsYtYvvxEyE{{}1~1 kk b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LI I IDI DIHIHImImIyIyIòIòIIpIKIKIII`I``IIImImI9IT 9II IwIx wIFI| FIwI\ wImImII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1`  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1V!  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  NN)4*444>?IIST^u^uhhrUsU} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?*@*BBD E G}G}IIK_L_NNPAQASSU#V#XXZ[]v]v__adbdddfFgFiik(l(nnp q s{s{uuw]x]zz|?}?!!qqQQ b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIII+EI +EIKIKIYnIYnIIIcIcI+Ip+III5I5I+_I`+_IIImImI9IL 9II IAwIp AwIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1X b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10__  KK)?*?44>)?)IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1__KK 7 7  ##qq] ]""$Q%Q'')=*=,,.)/)11346689;w;w==?c@cBBDOEOGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqqssumvmxxzU{U}}==%% ii b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1{IIIYDI|YDIIIIILILI}VI|}VIYIHYImImI+IP+IIXIŶIŶIOIPOIII_I_II$ IaI, aI I  I!*I$ !*IW-I W-IZI| ZI3`IX3`IIIձIձIIIIdIII I II@IxIxI+eI+eIrIrI1It1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1P  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1- b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1@bCG  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dbIC$[fG( IkM/   s  U  7  z[_ bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa    )G*G44>1?1IIS%T%^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I  ==11SS? ?""$y%y'')e*e,,.Q/Q113=4=668)9);;=>@@BBDqEqGGIYJYLLNAOAQQS)T)VVXY[[]]_m`mbbdaeaggiIjIlln1o1qqstvvxy{u{u}}]]тфEE,,# b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III=EId=EIKIlKI{UI{UIXIXIqnI@qnIIIõIõIMI@MII ICICIIII I)I )IU,Id U,IYI YI]`I ]`IIH IIhIIDIII[I[IY!I Y!IIIxIpxIeIteIrITrIIII$IOI(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a]B bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a]B bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a]B  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1@gN`  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dgGN5VjQ8! s \ E . c  '7w  bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa    )8*844> ? IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%// ""$G%G'')1*1,,./11346z6z88:d;d==?L@LBBD2E2GGIJLLNNPqQqSSUWVWXXZ=[=]]_#`#bbdeggiiknlnnnpTqTssu:v:xxz { }}yy__щыCC''  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1{IIIYDI|YDIIIIILILI}VI|}VIYIHYImImI%IP%IIXIŶIŶIOIPOIIIYIYII$ IaI, aI I  I!*I$ !*IW-I W-I[I| [I`IT`IIICICIqIqI-IT-I;Ix;I9#I9#II0IxIxIeIeIrIrIIdIII1I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 bWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1  bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1O  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ok-Mz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1BA  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d%n7          BA bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  )=*=44>#?#IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!!<<$ $""$Y%Y'')A*A,,.)/)11346688:m;m==?S@SBBD7E7GGIJLLNNPqQqSSUUVUXXZ9[9]]_`bbd e ggiikclcnnpGqGssu+v+xxz{}}eeׄ׆II++ # b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{IIICEIdCEIKIlKI{UI{UIXIXIwnI@wnIIIõIõIMI@MII IIIIIIII I)I )IU,Id U,IYI YI`I `IIH I;Ih;IIDIQIQIII#I #IIIxIpxIeIteI{rIT{rIqIqIAI$AII(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1x b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a^B bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1x b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a^B bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1x  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a^B  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~(H b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1T\$  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1d (d2+<rFPX  `  h  p  x * Z$t bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa    )4*444>?IIST^w^whhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%,, ""$=%='')#*#,,. / 1|1|335b6b88:H;H==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__afbfddfHgHiik*l*nnp q s}s}uuw_x_zz|A}A##uuUUŐŒ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{I I IDIdDIKIlKI{UI{UIXIXImI@mIyIyIõIõIMI@MII IIIKIKII I)I )IU,Id U,IYI YI-`I -`IIP IϱIpϱIILIIIII I( IIIxIxxI1eI|1eIrI\rIIIOI,OII0} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @bC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @bC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @bC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1$ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1@bCE  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dbHC$XfG( @jK,   n  O  0  rSU bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  SS)E*E44>7?7IISS]^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaSS E E  77))   ""$x%x'')j*j,,.\/\113N4N668@9@;;=2>2@@B$C$EEGHJJLMO}O}QQSkTkVVXYYY[[]G^G``bbddedggiNjNllnoqqsjtjvvxPyP{{}6~6ttXXʑʓ  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III7EId7EIKIlKI{UI{UIXIXIknI@knI I IõIõIMI@MII I=I=IIII I)I )IU,Id U,IYI YIQ`I Q`IIH IIhIIDIIIII I  IIIxIpxIeIteIrITrIIII$II(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 aB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 aB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1i  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 aB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Uu b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1@bCE  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1dbRC$$vfG( jK,   n  O  0  P  rSU bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  QQ);*;44>&?&IISS]^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddTT D D  44$$p p""$Z%Z'')D*D,,../.11346689;w;w==?a@aBBDKEKGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jb|b|ddfdgdiikLlLnoqxqxssu`v`xxzH{H}}00xxbb  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{I I IDIdDIKIlKI{UI{UIXIXImI@mIyIyIõIõIMI@MII IIIKIKII I)I )IU,Id U,IZI ZI`I `I/ID /ImIdmII<IIIII I I I IxIhxIeIleIrILrIIIIII } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @bC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @bC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1a   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @bC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 fbhRr b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1aBD  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1daB# ehF0'xiJ+   m  N  /  qRT bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>+?+IISS]^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGISJSLLN=O=QQS'T'VVXY[[]]_p`pbbdeggiikjljn(o(qqs t v{v{xxz]{]}}??!!uuWW  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1x{III=EId=EIKIlKI{UI{UIXIXIknI@knI I IõIõIMI@MII I=I=IIII I)I )IU,Id U,IYI YI`I `IIH I)Ih)IIDIIIII I  IIIxIpxI eIt eIrITrIIII$III(} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 aB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 aB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 aB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u2 b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1aBD  b-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5z*z*breasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1 bJ7Moperation.5exchange :z2breasonOperatorInputsvalue9invocations1daB#HeFl'>iJ+   m  N  /   qRT bWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  MM)7*744>!?!IISS]|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&rr\ \""$F%F'')0*0,,./11346y6y88:c;c==?M@MBBD7E7GGI!J!LLNOQzQzSSU`V`XXZF[F]]_,`,b]b]ddfAgAiik%l%nnpNqNssu2v2xxz{}}llބކRRʼnŋ88  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIɵIɵISI(SIIIIIQIQII I%)I %)I[,IL [,IYI YI`I `I{I8 {IIXII4I I II,IxIxI1eI1eIIIUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UaB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UaB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UaB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1{w|   b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1I[H } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  QQ)A*A44>1?1IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!! y y""$i%i'')Y*Y,,.I/I113949668)9);;=>@@B C EEGGIqJqLLN]O]QQSITIVVX5Y5[[]!^!``b c eeggiojolln[o[qqsGtGvvx3y3{{}~ mmYYϑϓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII1EIL1EIKITKIUIUIXIXIenI(enIIIϵIϵIYI(YIII7I7IIII I+)I +)Ia,IL a,IYI YI?`I ?`II0 IIPII,I=I=II$IxIxI%eI%eI=I=I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 auF bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 auF bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1^  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 auF  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ll b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1]:  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  RR)@*@44>0?0IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddRR @ @  ..  o o""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGIXJXLLNFOFQQS4T4VVX"Y"[[]^``bbdueuggicjcllnLoLqqs0t0vvxy{{}}jj܂܄NN22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIyIyIɵIɵISI(SIIIIIKIKII I%)I %)I[,IL [,IZI ZI`I `ISI, SIILI?I$?IM IM IIIxIxIeIeI I IIII } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 VaB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 VaB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b   b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 VaB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 [WWu b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$m6 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM)9*944>%?%IIS T ^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$K%K'')7*7,,.#/#11346688:q;q==?]@]BBDIEIGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd1e1ggijllnoququssu]v]xxzE{E}}--qqYY b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII7EIL7EIKITKIUIUIXIXIenI(enIIIϵIϵIYI(YIII7I7IIII I+)I +)Ia,IL a,IYI YIu`I u`IՄI0 ՄIIPIMI,MIIII$IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 auG bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 auG bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 auG  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 l b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1tQ. ] } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  LL)6*644>"?"IIS T ^~^~hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbLL 6 6      iiS S""$=%='')'*',,./11335p6p88:Z;Z==?D@DBBD.E.GGIJLLNOQyQySSUcVcXXZM[M]]_7`7bbd!e!ggi j llnnpdqdssuHvHxxz,{,}}ff؉؋JJ.. b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIϵIϵIYI(YIIIIIWIWII I+)I +)Ia,IL a,IYI YI`I `IoI8 oIIXII4I# I# II,IxIxI+eI+eIOIOIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @cD bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @cD bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @cD  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1rnn b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1V*~ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>+?+IIST^^hhrtst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGISJSLLN=O=QQS'T'VVXY[[]]_p`pbbdZeZggiDjDlln.o.qqstvvxy{w{w}}aaւքKK55 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII+EIL+EI LIT LIUIUIXIXIYnI(YnIII۵I۵IeI(eIII+I+IIII I7)I 7)Im,IL m,IYI YI3`I 3`II0 IձIPձII,IIII$IxIxI+eI+eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 aQ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 aQ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 aQ  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Cc b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hP8p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  \\)H*H44>4?4IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hh\\ P P  DD88,,   "#%%'(*v*v,,.b/b113N4N668:9:;;=&>&@@BCEEGGItJtLLN\O\QQSDTDVVX,Y,[[]^``bbdpepggiXjXlln@o@qqs(t(vvxy{{}}llTTȇȉ<<$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDIKITKIUIUIXIXImI(mIIIϵIϵIYI(YIIIIIQIQII I+)I +)Ia,IL a,IZI ZI`I `I_I, _IILIQI$QI I IIIxIxIeIeIIIIIaI } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @bC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @bC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1c  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @bC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 PLLz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1R&zN6v } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  NN)8*844>"?"IIST^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbNN : :  &&tt` `""$K%K'')5*5,,./113 4 6~6~88:h;h==?R@RBBD*>44>&?&IIS T ^|^|hhr`s`} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$j%j'')R*R,,.:/:113"4"668 9 ;~;~==?f@fBBDNENGGI6J6LLNOQQSSUpVpXXZT[T]]_8`8bbdeggijlrlrnnpVqVssu:v:xxz{}}ttXXʉʋ<<  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDILITLIUIUIXIXImI(mIIIIIqI(qIIIIIWIWII IC)I C)Iy,IL y,IYI YI`I `I_I8 _IIXII4IG IG II,IxIxI+eI+eI1I1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IyZ bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IyZ bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IyZ  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1eaaz b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1X0 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)A*A44>+?+IIST^^hhroso} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeYY M M  AA55%%  ""$s%s'')_*_,,.K/K113747668#9#;;=>@@BBDkEkGGISJSLLN;O;QQS#T#VVX Y [[]]_g`gbbdOeOggi7j7llnoqqstv{v{xxzc{c}}KK33ss b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII%EIL%EILITLIUIUIXIXISnI(SnIIIյIյI_I(_III%I%IIII I1)I 1)Ig,IL g,IYI YI`I `IYI0 YIIPII,IIII$IxIxIeIeIIIIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 auE bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 auE bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 auE  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :Zq b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1sfY ` } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>"?"IIST^{^{hhrasa} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?N@NBBD4E4GGIJLLNOQsQsSSUYVYXXZ?[?]]_%`%bbd e g~g~iikdldnnpJqJssu0v0xxz{}}ooUUljNj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDILITLIUIUIXIXImI(mIIIIIqI(qIIIIIWIWII IC)I C)Iy,IL y,IZI ZI`I `IGI, GIILIWI$WI I IIIxIxIeIeIIIII1I } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JxY bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JxY bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JxY  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 EAAc b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`8hX } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)9*944>?IIST^u^uhhrYsY} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%m m""$U%U'')=*=,,.%/%113 4 6688:i;i==?O@OBBD3E3GGIJLLNNPmQmSSUQVQXXZ5[5]]_`bbddfogoiikSlSnnp7q7ssuvxxzz|q}qUUDŽdž99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIII%EIL%EILITLIUIUIXIXIYnI(YnIIIյIյI_I(_III+I+IIII I1)I 1)Ig,IL g,IYI YI`I `IAI0 AIIPIkI,kIYIYII$IxIxIeIeIwIwIGIGII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 auF bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 auF bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1L  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 auF  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ZzXx b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1L?2% } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  NN)4*444>?IISS]k^khhrMsM} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))qqW W""$=%='')#*#,,. / 1|1|335b6b88:H;H==?,@,BBDEGGIIKaLaNNPCQCSSU%V%XXZ[]x]x__aZbZddf;?;IIS'T'^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeWW I I  ;;--  "#%|%|'')n*n,,.`/`113R4R668D9D;;=6>6@@B(C(EEGHJJL M OOQQSoToVVX]Y][[]K^K``b7c7eeg!h!jjl m o~o~qqsdtdvvxJyJ{{}0~0nnRRđē b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI{I{IEILEILITLIUIUIXIXIMnI(MnIIIյIյI_I(_IIIIIIII I1)I 1)Ig,IL g,IYI YIaI aIwI0 wIIPII,IYIYII$IxIxI+eI+eI%I%IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 aC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q= b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 aC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q=  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 aC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 1Q b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1~|z } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  UU)?*?44>*?*IIST^^hhrpsp} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhXX H H  88((t t""$^%^'')H*H,,.2/211346689;{;{==?e@eBBDOEOGGI:J:LLN"O"QQS T V~V~XXZf[f]]_N`Nbbd6e6ggijllnoqzqzssubvbxxzJ{J}}22zzdd b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIDILDILITLIUIUIXIXImI(mIIIյIյI_I(_IIIII]I]II I1)I 1)Ig,IL g,IZI ZI aI  aIkI, kIILIcI$cIC IC IIIxIxI+eI+eIIIIII } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @bC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @bC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @bC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :66~ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 oR5 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbdZeZggi@j@lln$o$qqstvwvwxxzY{Y}};;qqSS b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIIIEILEILITLIUIUIXIXISnI(SnIIIյIյI_I(_III%I%IIII I1)I 1)Ig,IL g,IYI YIaI aIeI0 eIIPI}I,}III I$ IxIxIeIeIIIII[I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uA b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 aC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uA b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 aC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1uA  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 aC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Qq{ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xvtr } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>%?%IIS T ^|^|hhrbsb} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?Q@QBBD;E;GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikjljnnpNqNssu2v2xxz{}}llބކRRʼnŋ88 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDI LIT LIUIUIXIXImI(mIII۵I۵IeI(eIIIIIcIcII I7)I 7)Im,IL m,IYI YIaI aIqI8 qIIXII4I I I1I,1I yI yICeICeIIIgIgII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @bC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @bC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @bC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1OKK b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1n\Jp } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  UU)E*E44>5?5IIS!T!^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%% } }""$m%m'')]*],,.M/M113=4=668-9-;;=>@@B C EEGGIuJuLLNaOaQQSMTMVVX9Y9[[]%^%``bceeggisjslln_o_qqsKtKvvx7y7{{}#~#qq]]ӑӓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEI LIT LIUIUIXIXIGnI(GnIII۵I۵IeI(eIIIIIIII I7)I 7)Im,IL m,IYI YIaI aIwI0 wIIPII,I I I%I$%IxIxI7eI7eIUIUI%I%II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xf2 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 awB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xf2 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 awB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1xf2  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 awB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 (H b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>4?4IIS"T"^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGI\J\LLNJOJQQS8T8VVX&Y&[[]^``bceyeyggigjgllnPoPqqs4t4vvxy{{}}nnRRćĉ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI!I!IDILDI LIT LIUIUIXIXImI(mIII۵I۵IeI(eIIIIIcIcII I7)I 7)Im,IL m,IZI ZIaI aIqI, qIILIuI$uI I IIIxIxI1eI1eI%I%IIII } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @bC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @bC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1f  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @bC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 /++s b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18&^ } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  QQ)=*=44>)?)IIST^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))wwc c""$O%O'');*;,,.'/'11346688:u;u==?a@aBBDMEMGGI9J9LLN!O!QQS T V}V}XXZe[e]]_M`Mbbd5e5ggijllnoqyqyssuavaxxzI{I}}11uu]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI{I{IEILEI LIT LIUIUIXIXIMnI(MnIII۵I۵IeI(eIIIIIIII I7)I 7)Im,IL m,IYI YIaI aIqI0 qIIPII,IIII$IxIxI%eI%eIIIIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zj6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 avB bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zj6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 avB bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1zj6  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 avB  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 <\ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$-6?I } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  PP):*:44>&?&IIST^^hhrfsf} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffPP : :  $$mmW W""$A%A'')+*+,,./11335t6t88:^;^==?H@HBBD2E2GGIJLLNOQ}Q}SSUgVgXXZQ[Q]]_;`;bbd%e%ggijllnnphqhssuLvLxxz0{0}}jj܉܋NN22 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDI LIT LIUIUIXIXImI(mIII۵I۵IeI(eIIIIIiIiII I7)I 7)Im,IL m,IYI YIaI aIqI8 qIIXIŸI4ŸI[ I[ I+I,+IyIyI=eI=eIaIaI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @bC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @bC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @bC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1D@@ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1yrk } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  SS)A*A44>/?/IIST^^hisxsx} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeSS A A  //  p p""$^%^'')L*L,,.:/:113(4(6689;;=>@{@{BBDiEiGGIWJWLLNAOAQQS+T+VVXY[[]]_t`tbbd^e^ggiHjHlln2o2qqstvvxy{{{{}}eeڂڄOOćĉ99## b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIoIoI EIL EI LIT LIUIUIXIXIAnI(AnI߮I߮I۵I۵IeI(eIIIIIIII I7)I 7)Im,IL m,IYI YIaI aIwI0 wIIPIŸI,ŸIII1I$1I yI yICeICeIgIgI7I7II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m[' b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 aC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m[' b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 aC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m['  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 aC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ?n b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@ bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(<0p } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  ``)L*L44>8?8IIS T ^^his|s|} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll`` T T  HH<<00$$  "#%%'(*z*z,,.f/f113R4R668>9>;;=*>*@@BCEEGHJxJxLLN`O`QQSHTHVVX0Y0[[]^``bcetetggi\j\llnDoDqqs,t,vvxy{{}}ppXẊ̉@@(( b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lI'I'IDILDI LIT LIUIUIXIXImI(mIII۵I۵IeI(eIIIIIiIiII I7)I 7)Im,IL m,IZI ZIaI aIqI, qIILII$IIIIIxIxI+eI+eIIIIIsI } bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @bC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @bC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @bC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b)goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 $  h b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b)goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d]VO } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  RR)<*<44>&?&IIS T ^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **xxd d""$O%O'')9*9,,.#/#113 4 6688:l;l==?V@VBBD@E@GGI*J*LLNOQQSSUiViXXZO[O]]_5`5bbdeggijltltnnpZqZssu@v@xxz&{&}} ee؉؋KK11 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1lIuIuIEILEI LIT LIUIUIXIXIAnI(AnI߮I߮I۵I۵IeI(eIIIIIIII I7)I 7)Im,IL m,IYI YIaI aIwI0 wIIPII,IIII$IxIxI+eI+eIIIIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o_+ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 aC bwoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o_+ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 aC bwoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 } bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1o_+  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 _ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 aC  bwoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 b-goperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ?_ b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 b-goperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1Q bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Pdx D } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  ZZ)B*B44>*?*IIST^^hhrdsd} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jjZZ J J  ::**   ""$n%n'')V*V,,.>/>113&4&6689;;==?j@jBBDRERGGI:J:LLNOQQSTVtVtXXZX[X]]_<`v>xxz"{"}}xx\\Ή΋@@$$ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIEIEIDIDI II$ IInInIII۲I$۲IIIIII$Im_Im_I̓I̓II IQI| QI=I =IyI yIOeI OeIUI UI%I%II} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14y& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14y& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14y& b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz  jj)V*V44>>?>IIS&T&^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1zznn b b  VVJJ::&&  "#%%'')t*t,,.`/`113L4L668898;;=">"@@B C E~E~GGIfJfLLNNONQQS6T6VVXY[[]^`z`zbbdbebggiJjJlln2o2qqstvvxy{v{v}}^^҂҄FF++ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIiIiIEI EIKIKI;nI;nIٮIٮIiIiI Ip III;I;Im_I`m_I̓I̓IIIQIL QI%I %IxIp xI7eIt 7eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aO b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aO b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aO b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  ]])G*G44>-?-IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rr^^ J J  66""  l l""$V%V'')@*@,,.*/*11346688:s;s==?Y@YBBD?E?GGI%J%LLN O Q~Q~SSUdVdXXZJ[J]]_0`0bbdeggiikolonnpUqUssu;v;xxz!{!}}zz^^ЉЋBB&& b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI?I?IDIDI II$ IInInIII۲I$۲IIIIII$Im_Im_I̓I̓II IQI| QI%I %IxI xI7eI 7eII IIIUI} bJ7UGoperation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14w" b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7UGoperation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14w" b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7UGoperation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations14w" b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx  dd)L*L44>0?0IIST^^hhrhsh} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1xxhh X X  HH88$$   ""$h%h'')P*P,,.8/8113 4 6689;|;|==?`@`BBDDEDGGI(J(LLN O Q~Q~SSUbVbXXZF[F]]_*`*bbdeggiikdldnnpHqHssu,v,xxz{}}ff؄؆HH**  b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EIKIKI;nI;nIٮIٮIiIiI Ip III;I;Im_I`m_I̓I̓IIIQIL QII IxIp xI%eIt %eIIT IeIeI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aQ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aQ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1aQ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  ]])C*C44>%?%IIST^x^xhhrXsX} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1tt`` L L  88$$  f f""$L%L'')2*2,,./11335q6q88:W;W==?9@9BBDEGGIIKnLnNNPPQPSSU2V2XXZ[]]__agbgddfIgIiik+l+nnp q s~s~uuw`x`zz|B}B$$ttTTĐĒ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DI II II nI nIII۲I۲IIpI{I{IIIg_I`g_IǃIǃIIIQIL QICI CIyIp yIUeIt UeIIT ImImII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1v# b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1v# b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1v# b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv  hh)Z*Z44>J?JIIS6T6^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1vvhh Z Z  LL>>00""  "#%%'(**,,.q/q113c4c668U9U;;=G>G@@B9C9EEG+H+JJLMOOQRT~T~VVXlYl[[]Z^Z``bFcFeeg0h0jjlmooqrtstsvvxYyY{{}?~?%% {{__ёѓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIoIoI EI  EIKIKIAnIAnI߮I߮I{I{IIpIIIMIMIg_I`g_IǃIǃIIIQIL QI+I +IyIp yI=eIt =eI7IT 7IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jX$ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jX$ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jX$ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  ^^)H*H44>1?1IIST^^hisusu} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qqaa Q Q  AA11 } }""$g%g'')Q*Q,,.;/;113%4%6689;;==?n@nBBDXEXGGIAJALLN)O)QQSTVVXXZm[m]]_U`Ubbd=e=ggi%j%lln o qqssuivixxzQ{Q}}99!! ii b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI9I9IDI DI II IInInIII۲I۲IIpIuIuIIIg_I`g_IǃIǃIIIQIL QI+I +IyIp yI=eIt =eI+IT +IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1t b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt  bb)P*P44>>,,  ""$m%m'')[*[,,.I/I113747668%9%;;=>@@BCExExGGIdJdLLNNONQQS8T8VVX"Y"[[] ^ ``bbdgegggiMjMlln1o1qqstvvxxzf{f}}HH** ||^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIKIKIAnIAnI߮I߮I{I{IIpIIIMIMIg_I`g_IǃIǃIIIQIL QII IxIp xI1eIt 1eIIT IIImI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jZ& b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jZ& b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1jZ& b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq  \\)F*F44>.?.IIST^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1qq]] I I  55!!  k k""$U%U'')?*?,,.)/)11346688:r;r==?\@\BBDFEFGGI.J.LLNOQQSSUmVmXXZS[S]]_9`9bbdeggijlslsnnpWqWssu;v;xxz{}}uuYỶ̋??%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIIIIInInIIIIIIpIuIuIIIa_I`a_IIIIIKIL KICI CIyIp yIUeIt UeIIT IyIyI!I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr  bb)R*R44>@?@IIS,T,^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1rrbb R R  BB22""  "#%z%z'')j*j,,.Z/Z113J4J668:9:;;=*>*@@BCEEG H JJLLNlOlQQSXTXVVXDYD[[]0^0``bceeghj~j~llnjojqqsVtVvvxByB{{}.~.||hhޑޓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIyKIyKIGnIGnIIIKIKIIpIIIIIa_I`a_IIIIIKIL KI1I 1I yIp  yICeIt CeI[IT [I+I+II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sa- b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1u} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sa- b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1u} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sa- b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1u  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  [[)I*I44>7?7IIS%T%^^h i s{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm[[ I I  77%% x x""$f%f'')T*T,,.B/B1130406689;;= > @@BBDqEqGGI_J_LLNMOMQQS;T;VVX)Y)[[]^``bce|e|ggijjjllnSoSqqs7t7vvxy{{}}qqUULJlj99 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI3I3IDI DIIIIImImIIIIIIpIoIoIIIa_I`a_IIIIIKIL KI+I +IyIp yI=eIt =eI1IT 1IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp  \\)H*H44>2?2IIST^^hisvsv} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1pp\\ H H  44    n n""$Z%Z'')F*F,,.2/21134668 9 ;;==?l@lBBDXEXGGIBJBLLN*O*QQSTVVXXZn[n]]_V`Vbbd>e>ggi&j&llnoqqssujvjxxzR{R}}::"" ~~ff b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIuIuIEI EIyKIyKIGnIGnIIIKIKIIpIIIIIa_I`a_IIIIIKIL KII IxIp xI1eIt 1eIIT IIIyI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sc/ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1u} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sc/ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1u} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1sc/ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1u  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  WW)A*A44>+?+IIST^^hhrksk} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmWW A A  ++tt^ ^""$H%H'')2*2,,./11346{6{88:e;e==?O@OBBD9E9GGI#J#LLN O QQSSUlVlXXZV[V]]_@`@bbd*e*ggijllnnpmqmssuQvQxxz5{5}}ooSSŎŐ77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI-I-IDI DIHIHImImIIIϲIϲIIpIoIoIIIa_I`a_IIIyIyIEIL EI1I 1I yIp  yICeIt CeIgIT gI7I7II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1p b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  \\)J*J44>6?6IIS T ^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nn\\ J J  88&& y y""$g%g'')U*U,,.C/C1131416689;;= > @@BBDrErGGI^J^LLNHOHQQS2T2VVXY[[]^`{`{bbdeeeggiOjOlln9o9qqs#t#vvx y {{}}llVVˇˉ@@** b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI{I{IEI EIKIKIMnIMnIII{I{IIpIIIMIMIa_I`a_IIIyIyIEIL EI+I +IyIp yI=eIt =eIaIT aI1I1II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|j6 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|j6 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|j6 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  aa)M*M44>7?7IIST^^his{s{} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmaa U U  II==11%%  "#%%'(*{*{,,.g/g113S4S668?9?;;=+>+@@BCEEGHJwJwLLN_O_QQSGTGVVX/Y/[[]^``bbdsesggi[j[llnCoCqqs+t+vvxy{{}}ooWWˇˉ??'' b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIHIHImImIIIϲIϲIIpIiIiIIIa_I`a_IIIyIyIEIL EII IxIp xI+eIt +eIIT IIIsI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1n b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  YY)C*C44>+?+IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mmYY E E  11  k k""$V%V'')@*@,,.*/*11346688:s;s==?]@]BBDGEGGGI/J/LLNOQQSSUnVnXXZT[T]]_:`:bbd e ggijlylynnp_q_ssuEvExxz+{+}}jj݉݋PPÎÐ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI{I{IEI EIKIKIMnIMnIII{I{IIpIIIMIMIa_I`a_IIIyIyIEIL EII IxIp xI%eIt %eIIT IIIaI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|l8 b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|l8 b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|l8 b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm  ]])E*E44>+?+IIST^^hhrese} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1mm]] M M  ==--   ""$q%q'')Y*Y,,.A/A113)4)6689;;==?m@mBBDUEUGGI;J;LLNOQQSTVuVuXXZY[Y]]_=`=bbd!e!ggijlwlwnnp[q[ssu?v?xxz#{#}}yy]]ωϋAA%% b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI'I'IDI DIIIIImImIIIIIIpIiIiIII`I``IMIMIyIyIEIL EII IxIp xI1eIt 1eI=IT =I I II} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1m b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1c  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn  ^^)J*J44>2?2IIST^^histst} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1nnbb V V  JJ>>..  "#%|%|'')h*h,,.T/T113@4@668,9,;;=>@@BBDrErGGIZJZLLNBOBQQS*T*VVXY[[]]_n`nbbdVeVggi>j>lln&o&qqstvvxxzj{j}}RRƂƄ::xx b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIEI EIsKIsKIMnIMnIIIEIEIIpIIIII`I``IGIGIyIyIEIL EII IxIp xIeIt eIIT IIIUI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1v} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1v} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1s? b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1v  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1\|  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  QQ);*;44>!?!IIST^z^zhhr^s^} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffRR > >  **vv` `""$J%J'')4*4,,./11346}6}88:g;g==?M@MBBD3E3GGIJLLNNPrQrSSUXVXXXZ>[>]]_$`$bbd e g}g}iikclcnnpIqIssu/v/xxz{}}nnRRĉċ66 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DI II IImImIII۲I۲IIpIcIcIII`I``I_I_IyIyIEIL EII IxIp xIeIt eIIT III=I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1k b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1t  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll  XX)@*@44>$?$IIST^z^zhhr\s\} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ll\\ L L  <<,, t t""$\%\'')D*D,,.,/,11346688:p;p==?T@TBBD8E8GGIJLLNOQrQrSSUVVVXXZ:[:]]_`bbdegtgtiikXlXnnp?IISS]l^lhhrLsL} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhTT @ @  ,,ttZ Z""$@%@'')&*&,,. / 11335e6e88:K;K==?-@-BBDEGGIIKbLbNNPDQDSSU&V&XXZ[]y]y__a[b[ddf=g=iiklnnpqsrsruuwTxTzz|6}6hh؋؍HH b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LI!I!IDI DIHIHImImIIIɲIɲIIpI]I]III`I``IMIMIsIsI?IL ?I+I +IyIp yI=eIt =eIIT IUIUII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1j b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1h  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj  \\)N*N44>>?>IIS*T*^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1jj\\ N N  @@22$$  "#%%'')s*s,,.e/e113W4W668I9I;;=;>;@@B-C-EEGHJJL M OOQQSrTrVVX`Y`[[]N^N``b:c:eeg$h$jjlmooqqsgtgvvxMyM{{}3~3ooSSőœ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII%EI %EIKIKISnISnIIIoIoI%Ip%IIIAIAI`I``IGIGIsIsI?IL ?II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1|H b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1a  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  RR)<*<44>%?%IIS T ^^hhrisi} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeUU E E  55%%q q""$[%['')E*E,,.///11346689;x;x==?b@bBBDLELGGI5J5LLNOQQSTVyVyXXZa[a]]_I`Ibbd1e1ggijllnoququssu]v]xxzE{E}}--ss]] b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIɲIɲIIpI]I]IIIaI`aIeIeIsIsI?IL ?II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1h b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh  VV)D*D44>0?0IIST^^hhrjsj} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1hhVV D D  22  s s""$a%a'')O*O,,.=/=113+4+6689;;=>@~@~BBDlElGGIXJXLLNBOBQQS,T,VVXY[[]^`u`ubbd[e[ggiAjAlln%o%qqstvxvxxxzZ{Z}}<<ppRR b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII%EI %EIKIKIYnIYnIIIoIoI+Ip+IIIAIAI`I``I_I_IsIsI?IL ?II IxIp xIeIt eIIT IIIOI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1~J b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1z  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee  PP):*:44>"?"IIST^y^yhhr]s]} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1eeQQ = =  ))uu_ _""$I%I'')3*3,,./11346|6|88:f;f==?P@PBBD:E:GGI"J"LLNOQ{Q{SSUaVaXXZG[G]]_-`-bbdeggiikglgnnpKqKssu/v/xxz{}}iiۄۆMM33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIIIղIղIIpIWIWIII`I``ISISImImI9IL 9I%I %IxIp xI7eIt 7eIIT IaIaI I} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1g b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1o  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff  VV)F*F44>4?4IIS T ^^hiss} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ffVV F F  66&& ~ ~""$n%n'')^*^,,.N/N113>4>668.9.;;=>@@BCEEGGItJtLLN`O`QQSLTLVVX8Y8[[]$^$``bceeggirjrlln`o`qqsLtLvvx8y8{{}$~$rr^^ԑԓ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII%EI %EIgKIgKIYnIYnIII9I9I+Ip+III I I`I``IMIMImImI9IL 9II IxIp xI1eIt 1eIIIT IIIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1u} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1u} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1u  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1h  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  OO)=*=44>+?+IIST^^hisysy} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaOO = =  ++~~l l""$Z%Z'')H*H,,.6/6113$4$6689;;=>@w@wBBDeEeGGISJSLLNAOAQQS/T/VVXY[[] ^ ``bbdpepggi^j^llnQoQqqs5t5vvxy{{}}ooSSŇʼn77 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIIIIImImIIIղIղIIpIWIWIIIaI`aIqIqImImI9IL 9II IxIp xI%eIt %eIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1e b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd  PP)<*<44>&?&IIST^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1ddPP < <  ((vvb b""$N%N''):*:,,.&/&11346688:t;t==?`@`BBDLELGGI6J6LLNOQQSTVzVzXXZb[b]]_J`Jbbd2e2ggijllnoqzqzssubvbxxzJ{J}}22vv^^ b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIII+EI +EIgKIgKIYnIYnIII9I9I+Ip+III I IaI`aIeIeImImI9IL 9I I  IxIp xIeIt eIIT IIIgI} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1u} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1u} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1S b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1u  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  KK)5*544>?IIS T ^^hhrgsg} b)woperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaKK 5 5    ~~hhR R""$<%<'')&*&,,./11335o6o88:Y;Y==?C@CBBD-E-GGIJLLNOQvQvSSU`V`XXZJ[J]]_4`4bbdeggijl}l}nnpiqissuMvMxxz1{1}}kk݉݋OO33 b)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LIIIDI DIHIHImImIIIòIòIIpIQIQIII+_I`+_IIImImI9IL 9II IGwIp GwI%GIt %GIUIT UIKIKII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1d b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb  PP)@*@44>,?,IIST^^h i ss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1bbPP > >  ,,m m""$]%]'')K*K,,.9/9113'4'6689;;=>@z@zBBDhEhGGITJTLLN>O>QQS(T(VVXY[[]]_q`qbbd[e[ggiEjElln;o;qqs%t%vvxy{{}}nnXX͇͉BB,, b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIII+EI +EIKIKI_nI_nIIIcIcI1Ip1III5I5I+_I`+_IIImImI9IL 9I%I %IMwIp MwI+GIt +GI[IT [IQIQII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1Z b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  UU)K*K44>5?5IIST^^hiss} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaUU I I  ==11%%  " # %%'(*y*y,,.e/e113Q4Q668=9=;;=)>)@@BCEEGHJuJuLLN]O]QQSETEVVX-Y-[[]^``bbdqeqggiYjYllnMoMqqs5t5vvxy{{}~yyaaՇՉII11 b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIIIDI DIHIHImImIyIyIòIòIIpIKIKIII+_I`+_IIImImI9IL 9I I  I5wIp 5wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1b  b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}"}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  MM);*;44>#?#IIS T ^^hhrnsn} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaMM 9 9  %%ss_ _""$N%N'')8*8,,."/"113 4 6688:k;k==?U@UBBD?E?GGI'J'LLN O QQSSUfVfXXZL[L]]_2`2bbdeggiikqlqnnpcqcssuIvIxxz/{/}}nnTTǎǐ:: b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LIII1EI 1EIKIKI_nI_nIIIiIiI1Ip1III;I;I+_I`+_IIImImI9IL 9I I  I5wIp 5wIGIt GIIT IIII} bJ7U'operation.0exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1} bJ7U'operation.1exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1} bJ7U'operation.2exchange :!2!!b%reasonOperatorInput { input: 0 }value0invocations1\ b-woperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=yz}*}z2z*breasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1  bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  b-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5z"z"breasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1  b*7Ioperation.4sync :2breasonExchangeBarriervalue8invocations1  b*7Ioperation.5sync :2breasonExchangeBarriervalue9invocations1 } bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa  QQ)A*A44>'?'IIS T ^^hhrmsm} b)woperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=yz}*}z"z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b)goperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5aze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 bJ7Moperation.6exchange :z2breasonOperatorInputsvalue8invocations1aaQQ A A  11!! y y""$m%m'')U*U,,.=/=113%4%668 9 ;;==?i@iBBDQEQGGI7J7LLNOQQSSUqVqXXZU[U]]_9`9bbdeggijlslsnnpcqcssuGvGxxz+{+}}ee׉׋II-- b)woperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=yz}"}z*z2breasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%woperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z"z"z*breasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1